-- Logs begin at Thu 2022-04-07 16:23:18 UTC, end at Thu 2022-04-07 18:06:03 UTC. -- Apr 07 17:10:12.874664 dv-cinder-836996-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 17:10:15.821398 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.common.config [-] Logging enabled! Apr 07 17:10:15.821990 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 17:10:15.822190 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 17:10:15.825544 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.common.config [-] Logging enabled! Apr 07 17:10:15.825804 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 17:10:15.826122 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 17:10:15.827055 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 17:10:15.827291 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 17:10:15.827668 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 17:10:15.827914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 17:10:15.828141 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 17:10:15.828567 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.828997 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 17:10:15.829337 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.829641 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.829939 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.830239 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.830535 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.830820 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.831648 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.832031 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.832331 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.832618 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.832908 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.833231 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.833525 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.833819 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.834111 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.834398 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] debug = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.834685 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.835123 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.835531 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.835816 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.836110 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.836395 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.836671 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.836951 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.837265 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.837597 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] host = dv-cinder-836996-1-iscsi {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.837878 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.838169 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.838457 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.838746 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.839023 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.839301 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.839589 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.839866 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.840142 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.840418 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.840708 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.840998 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.841312 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.841539 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.841763 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.842066 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.842357 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.842635 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.842912 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.843188 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.843463 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.843736 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.844007 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.844292 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.844577 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.844862 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.845161 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.845433 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.845709 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.845980 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.846270 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.846621 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.847448 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.847728 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.848019 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.848292 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.848568 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.848871 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.849189 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.849479 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.849766 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.850042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.850328 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.850602 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.850876 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.851148 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_json = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.851424 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.851695 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.851977 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.852249 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.852523 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.852798 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.853071 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.853382 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.853658 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:15.853954 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.854250 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.854552 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.854851 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.855142 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.855422 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.855720 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.855997 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.856304 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.856577 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.856864 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.857163 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.857465 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.857756 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.858053 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.858361 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.858656 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.858949 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.859227 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.859503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.859780 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.860059 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.860346 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.860626 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.860918 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.861242 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.861526 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.861824 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.862134 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.862427 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.862718 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.862994 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.863273 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.863565 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.863843 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.864117 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.864395 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.864684 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.864963 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.865264 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.865554 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.865833 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.866109 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.866382 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.866662 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.866953 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.867231 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.867505 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.867776 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.868051 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.868325 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.868615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.868895 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.869190 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.869468 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.869747 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.870020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.870295 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.870573 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.870848 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.871127 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.871401 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.871677 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.871951 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.872223 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.872496 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.872770 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.873042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.873342 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.873616 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.873890 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.874163 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.874435 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.874711 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.875000 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.875301 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.875586 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.875865 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.876143 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.876429 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.876709 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.876989 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.877296 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.877577 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.878363 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.878656 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.878943 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.879232 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.879535 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.879813 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.880110 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.880387 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.880663 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.880945 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.881251 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.881530 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.881812 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.882096 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.882392 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.882686 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.882982 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.883279 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.883574 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.883856 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.884165 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.884446 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:15.884660 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 17:10:15.884899 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103906) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 17:10:16.263331 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 17:10:16.263601 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 17:10:16.263908 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 17:10:16.264245 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 17:10:16.589686 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.589919 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.590201 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.591387 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.591662 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.593662 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.647761 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.648043 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.648309 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.663732 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.664013 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.664285 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.694479 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.694758 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.695022 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.731011 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.731296 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:16.731567 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.072758 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.073403 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.073403 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.073583 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.074279 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.172793 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.173112 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.173423 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.173701 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.173975 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.174292 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.174578 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.174848 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.175109 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.175395 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.175659 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.175931 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.176192 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.176451 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.176710 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.176979 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.177270 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.177544 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.177821 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.178086 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.178361 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.178618 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.178905 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.179284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.179540 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.179790 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.180286 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:17.180535 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:17.180777 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:17.181018 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:17.181289 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:17.181529 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:17.181902 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 17:10:17.184973 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 17:10:17.188941 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 17:10:17.192682 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 07 17:10:17.194346 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 17:10:17.194818 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 17:10:17.195153 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 17:10:17.195535 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 17:10:17.199385 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 17:10:17.199639 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 17:10:17.199989 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 17:10:17.204868 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 17:10:17.230269 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 17:10:17.230727 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.231027 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 17:10:17.231403 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.232755 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 17:10:17.233042 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 17:10:17.233319 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 17:10:17.236603 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.236889 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:17.299265 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 17:10:17.299505 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 17:10:17.300397 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 17:10:17.300812 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 17:10:17.321334 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_db.sqlalchemy.engines [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103906) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 17:10:17.895221 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing driver for type 'gre' Apr 07 17:10:17.895875 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] gre ID ranges: [(1, 1000)] Apr 07 17:10:18.100628 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing driver for type 'local' Apr 07 17:10:18.101316 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing driver for type 'vlan' Apr 07 17:10:18.209360 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] VlanTypeDriver initialization complete Apr 07 17:10:18.209692 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing driver for type 'vxlan' Apr 07 17:10:18.210195 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] vxlan ID ranges: [(1, 1000)] Apr 07 17:10:18.403371 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing extension driver 'port_security' Apr 07 17:10:18.403646 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] PortSecurityExtensionDriver initialization complete Apr 07 17:10:18.403980 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing mechanism driver 'openvswitch' Apr 07 17:10:18.404301 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing mechanism driver 'hyperv' Apr 07 17:10:18.410884 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.plugin [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:10:18.411730 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.412103 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.412459 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.412982 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 17:10:18.413442 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.413797 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.414149 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.414541 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 17:10:18.414946 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.415300 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.415638 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.416028 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 17:10:18.416431 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.416778 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.417117 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.417536 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 17:10:18.417937 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.418281 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.418619 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.419011 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 17:10:18.419417 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.419762 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.420143 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.420594 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 17:10:18.421038 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] ML2 OVO RPC backend initialized. {{(pid=103906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 17:10:18.421778 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.426980 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.426980 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.426980 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > networks before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.426980 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427300 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > ports before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427300 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427300 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427300 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427597 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427597 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427597 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427597 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427896 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427896 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427896 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.427896 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.434547 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded quota_driver: . Apr 07 17:10:18.434911 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.plugin [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Modular L2 Plugin initialization complete Apr 07 17:10:18.435260 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading services supported by the core plugin {{(pid=103906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 17:10:18.435617 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Got port-security extension from driver 'port_security' Apr 07 17:10:18.436076 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.extensions.vlantransparent [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Disabled vlantransparent extension. Apr 07 17:10:18.436569 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 17:10:18.436894 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: router Apr 07 17:10:18.472570 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.473055 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router after_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.473462 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router before_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.473832 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.474209 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.474565 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router after_delete 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.474929 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.475277 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.475635 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router after_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.475980 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.476331 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.476676 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.477031 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.477468 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.477836 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.478174 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.478510 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: subnet after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.478853 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.479201 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.479543 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.479886 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: port before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.480224 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.480576 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.480914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.481296 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.481653 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.481994 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.482356 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > agent after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.482833 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.483178 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.484027 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Tracking information for resource: router configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:18.484357 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Tracking information for resource: floatingip configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 17:10:18.489757 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.db.l3_agentschedulers_db [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 17:10:18.490334 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.490694 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.491042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.491390 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.492170 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router before_create 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.492531 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.492891 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.493281 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.498010 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.services.provider_configuration [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service providers = [] {{(pid=103906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 17:10:18.498377 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.db.servicetype_db [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 17:10:18.501370 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 17:10:18.501721 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 17:10:18.502064 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 17:10:18.503153 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 17:10:18.503476 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.services.service_base [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 17:10:18.503848 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.504167 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 17:10:18.514713 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.515050 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: auto_allocate Apr 07 17:10:18.521391 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: network precommit_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.521760 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: network precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.522273 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.522592 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: tag Apr 07 17:10:18.529467 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.529798 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: timestamp Apr 07 17:10:18.533603 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.534526 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: network_ip_availability Apr 07 17:10:18.540021 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.540399 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.540752 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.541491 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.541812 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: flavors Apr 07 17:10:18.548160 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.548496 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading Plugin: revisions Apr 07 17:10:18.553031 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 17:10:18.553454 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.289s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 17:10:18.554213 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 17:10:18.554551 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Initializing extension manager. Apr 07 17:10:18.555078 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: __init__.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.555420 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: __pycache__ {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.555757 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: address_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.556523 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.557104 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: address-group Apr 07 17:10:18.557457 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: address_scope.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.558169 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.558681 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: address-scope Apr 07 17:10:18.559002 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.559954 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.560468 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: router-admin-state-down-before-update Apr 07 17:10:18.560789 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: agent.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.561515 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.562024 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: agent Apr 07 17:10:18.562345 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: agent_resources_synced.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.563251 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.563767 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: agent-resources-synced Apr 07 17:10:18.564089 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.566130 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.566665 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: allowed-address-pairs Apr 07 17:10:18.566992 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.568073 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.568597 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: auto-allocated-topology Apr 07 17:10:18.568921 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: availability_zone.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.569646 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.570159 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: availability_zone Apr 07 17:10:18.570480 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: availability_zone_filter.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.571401 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.571914 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: availability_zone_filter Apr 07 17:10:18.572234 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: data_plane_status.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.573153 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.573676 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 17:10:18.574096 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: default_subnetpools.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.575014 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.575526 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: default-subnetpools Apr 07 17:10:18.575848 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.576660 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.577195 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: dhcp_agent_scheduler Apr 07 17:10:18.577518 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: dns.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.578431 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.578942 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 17:10:18.579263 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: dns_domain_ports.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.580176 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.580687 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 17:10:18.581626 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.582652 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.583168 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 17:10:18.583487 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: dvr.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.584153 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.584665 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: dvr Apr 07 17:10:18.584986 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: ecmp_routes.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.585930 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.586447 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 17:10:18.586768 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: empty_string_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.587673 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.588183 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: empty-string-filtering Apr 07 17:10:18.588503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.589450 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.589968 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 17:10:18.590294 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.591208 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.591721 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 17:10:18.592044 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: external_net.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.592960 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.593514 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: external-net Apr 07 17:10:18.593842 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.594742 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.595255 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: extra_dhcp_opt Apr 07 17:10:18.595578 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: extraroute.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.597093 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.597635 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: extraroute Apr 07 17:10:18.597956 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: extraroute_atomic.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.598982 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.599494 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: extraroute-atomic Apr 07 17:10:18.599817 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: filter_validation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.600480 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.600987 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: filter-validation Apr 07 17:10:18.601418 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: fip_pf_description.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.602466 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.602978 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 17:10:18.603300 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.604215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.604726 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 17:10:18.605049 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: fip_port_details.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.606168 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.606684 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: fip-port-details Apr 07 17:10:18.607008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: flavors.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.608239 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.608766 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: flavors Apr 07 17:10:18.609091 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.610781 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.611312 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 17:10:18.611650 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: floatingip_pools.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.612396 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.612918 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: floatingip-pools Apr 07 17:10:18.613278 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: ip_allocation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.614212 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.614735 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 17:10:18.615062 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.615992 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.616513 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: ip-substring-filtering Apr 07 17:10:18.616839 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l2_adjacency.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.617809 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.618324 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 17:10:18.618648 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.619610 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.620142 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: router Apr 07 17:10:18.620466 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.622709 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.623244 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 17:10:18.623577 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.624506 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.625029 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: ext-gw-mode Apr 07 17:10:18.625387 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.626314 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.626829 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: l3-ha Apr 07 17:10:18.627154 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.628192 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.628681 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 17:10:18.629005 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3_flavors.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.629959 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.630477 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: l3-flavors Apr 07 17:10:18.630803 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.632168 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.632690 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 17:10:18.633014 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.633972 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.634494 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 17:10:18.634819 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: l3agentscheduler.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.635846 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.636370 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: l3_agent_scheduler Apr 07 17:10:18.636694 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: local_ip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.638497 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.639034 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension local_ip not supported by any of loaded plugins Apr 07 17:10:18.639368 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: logging.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.640970 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.641532 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension logging not supported by any of loaded plugins Apr 07 17:10:18.641869 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: metering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.642612 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.643194 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: metering Apr 07 17:10:18.644062 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.645185 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.645716 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: metering_source_and_destination_fields Apr 07 17:10:18.646043 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: multiprovidernet.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.647027 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.647549 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: multi-provider Apr 07 17:10:18.647877 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: netmtu.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.648795 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.649331 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: net-mtu Apr 07 17:10:18.649656 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: netmtu_writable.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.650842 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.651358 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: net-mtu-writable Apr 07 17:10:18.651680 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: network_availability_zone.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.652346 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.652859 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: network_availability_zone Apr 07 17:10:18.653206 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: network_ip_availability.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.654366 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.654843 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: network-ip-availability Apr 07 17:10:18.655165 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: network_segment_range.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.655942 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.656460 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 17:10:18.656784 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: pagination.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.657800 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.658132 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: pagination Apr 07 17:10:18.658451 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: port_device_profile.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.659936 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.660450 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: port-device-profile Apr 07 17:10:18.660772 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.661722 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.662237 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: port-mac-address-regenerate Apr 07 17:10:18.662557 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.663471 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.663987 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: port-numa-affinity-policy Apr 07 17:10:18.664306 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: port_resource_request.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.665256 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.665772 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 17:10:18.666093 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.667063 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.667575 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 17:10:18.667898 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: portbindings.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.668819 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.669366 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: binding Apr 07 17:10:18.669689 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: portbindings_extended.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.670964 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.671481 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: binding-extended Apr 07 17:10:18.671810 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: portsecurity.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.672735 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.673281 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: port-security Apr 07 17:10:18.673610 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: project_id.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.674650 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.675103 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: project-id Apr 07 17:10:18.675449 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: providernet.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.676369 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.676895 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: provider Apr 07 17:10:18.677238 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.680819 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.681384 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos not supported by any of loaded plugins Apr 07 17:10:18.681719 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.682974 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.683498 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 17:10:18.683826 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.684752 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.685305 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 17:10:18.685628 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_default.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.686570 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.687087 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-default not supported by any of loaded plugins Apr 07 17:10:18.687409 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_fip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.688336 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.688854 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 17:10:18.689201 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.690156 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.690682 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 17:10:18.691002 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.692055 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.692572 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 17:10:18.692893 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.693835 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.694350 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 17:10:18.694671 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.695713 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.696233 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 17:10:18.696563 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.697638 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.698160 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 17:10:18.698481 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_pps_rule.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.699649 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.700172 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 17:10:18.700500 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.701452 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.701968 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 17:10:18.702290 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.703204 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.703721 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 17:10:18.704045 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: qos_rules_alias.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.705087 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.705631 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 17:10:18.706490 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: quota_check_limit.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.707407 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.707923 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: quota-check-limit Apr 07 17:10:18.708246 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: quotasv2.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.709224 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.709554 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: quotas Apr 07 17:10:18.709874 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: quotasv2_detail.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.711554 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.711891 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: quota_details Apr 07 17:10:18.712220 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: rbac.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.713309 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.713840 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: rbac-policies Apr 07 17:10:18.714168 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: rbac_address_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.715097 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.715620 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: rbac-address-group Apr 07 17:10:18.715947 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: rbac_address_scope.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.716879 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.717440 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: rbac-address-scope Apr 07 17:10:18.717765 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: rbac_security_groups.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.718754 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.719274 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: rbac-security-groups Apr 07 17:10:18.719598 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.720519 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.721036 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: rbac-subnetpool Apr 07 17:10:18.721475 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: revisionifmatch.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.723226 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.723739 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: revision-if-match Apr 07 17:10:18.724060 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: revisions.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.725207 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.725728 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: standard-attr-revisions Apr 07 17:10:18.726050 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: router_availability_zone.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.726722 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.727241 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: router_availability_zone Apr 07 17:10:18.727562 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: routerservicetype.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.728490 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.729006 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 17:10:18.729355 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.730279 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.730798 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: security-groups-normalized-cidr Apr 07 17:10:18.731117 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.732041 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.732555 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: port-security-groups-filtering Apr 07 17:10:18.732873 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.733834 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.734351 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: security-groups-remote-address-group Apr 07 17:10:18.734684 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.735620 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.736138 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: security-groups-shared-filtering Apr 07 17:10:18.736460 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.737093 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 17:10:18.737439 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: securitygroup.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.747218 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.747764 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: security-group Apr 07 17:10:18.748097 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: segment.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.748825 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.749377 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension segment not supported by any of loaded plugins Apr 07 17:10:18.749705 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.750641 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.751160 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 17:10:18.751484 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: servicetype.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.752594 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.753351 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: service-type Apr 07 17:10:18.753678 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: sorting.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.754659 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.754993 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: sorting Apr 07 17:10:18.755317 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: standard_attr_segment.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.756235 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.756752 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 17:10:18.757075 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: standardattrdescription.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.757752 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.758267 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: standard-attr-description Apr 07 17:10:18.758589 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: stateful_security_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.759518 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.760038 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: stateful-security-group Apr 07 17:10:18.760360 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: stdattrs_common.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.760926 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 17:10:18.761304 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.762251 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.762774 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 17:10:18.763100 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: subnet_onboard.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.764168 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.764690 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: subnet_onboard Apr 07 17:10:18.765015 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.765977 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.766501 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 17:10:18.766828 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: subnet_service_types.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.767757 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.768819 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: subnet-service-types Apr 07 17:10:18.769157 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: subnetallocation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.770262 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.770783 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: subnet_allocation Apr 07 17:10:18.771103 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.771763 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.772282 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: subnetpool-prefix-ops Apr 07 17:10:18.772603 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.773566 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.774082 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 17:10:18.774403 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: tagging.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.775799 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.776327 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: standard-attr-tag Apr 07 17:10:18.776651 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: timestamp.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.777925 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.778452 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loaded extension: standard-attr-timestamp Apr 07 17:10:18.778780 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: trunk.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.779819 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.780342 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension trunk not supported by any of loaded plugins Apr 07 17:10:18.780668 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: trunk_details.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.781629 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.782145 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 17:10:18.782467 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.783389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.783980 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 17:10:18.784311 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Loading extension file: vlantransparent.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 17:10:18.784982 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 17:10:18.785526 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 17:10:18.788049 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:network Apr 07 17:10:18.788581 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:subnet Apr 07 17:10:18.788980 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 17:10:18.789414 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:port Apr 07 17:10:18.790651 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.791097 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service FLAVORS assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.791716 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.792141 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.792470 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:router Apr 07 17:10:18.792896 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 17:10:18.793404 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service METERING assigned prefix: /metering {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.794874 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.795252 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.795611 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:10:18.796612 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 17:10:18.797076 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:security_group Apr 07 17:10:18.797538 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 17:10:18.798134 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.798463 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 17:10:18.798870 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] subnetpool is already registered Apr 07 17:10:18.799308 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.800162 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 17:10:18.800489 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] subnetpool is already registered Apr 07 17:10:18.802810 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.803245 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service FLAVORS assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.806513 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.806513 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.806513 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:router Apr 07 17:10:18.806513 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] router is already registered Apr 07 17:10:18.806513 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 17:10:18.806513 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] floatingip is already registered Apr 07 17:10:18.806513 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service METERING assigned prefix: /metering {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.807108 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 17:10:18.807108 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] rbac_policy is already registered Apr 07 17:10:18.807515 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:security_group Apr 07 17:10:18.807848 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] security_group is already registered Apr 07 17:10:18.808261 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 17:10:18.808592 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] security_group_rule is already registered Apr 07 17:10:18.809246 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.809577 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 17:10:18.809908 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] subnetpool is already registered Apr 07 17:10:18.810327 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 17:10:18.810647 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 17:10:18.810974 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] subnetpool is already registered Apr 07 17:10:18.811457 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: extensions {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.812899 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: address-groups {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.814464 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: address-scopes {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.815977 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: agents {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.817126 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: auto-allocated-topology {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.818386 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: availability_zones {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.819642 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: dhcp-networks {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.821165 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: dhcp-agents {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.822611 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: routers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.825831 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: flavors {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.827008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: service_profiles {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.828219 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: next_providers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.829681 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: service_profiles {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.831894 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: floatingip-pools {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.833188 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: routers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.835294 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: floatingips {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.836655 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: l3-routers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.838109 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: l3-agents {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.839511 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: metering-labels {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.840903 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: metering-label-rules {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.842255 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: network-ip-availabilities {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.843512 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: bindings {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.845164 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: quotas {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.847416 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: quotas {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.849023 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: rbac-policies {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.850334 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: security-groups {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.851574 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: security-group-rules {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.852783 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: service-providers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.854189 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: subnetpools {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.855608 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: subnetpools {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.857049 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.858818 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.860615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.862509 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.864335 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.866227 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.867916 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.869854 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.871654 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.873511 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 17:10:18.880300 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING keystonemiddleware.auth_token [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 17:10:18.885102 dv-cinder-836996-1-iscsi neutron-server[103906]: WARNING keystonemiddleware.auth_token [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 17:10:18.894152 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Acquired lock "singleton_lock" {{(pid=103906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 17:10:18.894624 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Releasing lock "singleton_lock" {{(pid=103906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 17:10:18.895283 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO oslo_service.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Starting 2 workers Apr 07 17:10:18.900472 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Started child 104015 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 17:10:18.905160 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Started child 104016 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 17:10:18.905953 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:18.906671 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO neutron.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 17:10:18.907317 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:18.907532 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [-] (104015) wsgi starting up on http://0.0.0.0:9696 Apr 07 17:10:18.910438 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO oslo_service.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Starting 1 workers Apr 07 17:10:18.910979 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:18.912466 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [-] (104016) wsgi starting up on http://0.0.0.0:9696 Apr 07 17:10:18.915733 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Started child 104017 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 17:10:18.916315 dv-cinder-836996-1-iscsi neutron-server[103906]: INFO oslo_service.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Starting 1 workers Apr 07 17:10:18.919600 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] calling RpcWorker wait() {{(pid=104017) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 17:10:18.920134 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] returning from RpcWorker wait() {{(pid=104017) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 17:10:18.920918 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Started child 104018 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 17:10:18.921635 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:18.921750 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-4e68f0f8-8768-4a30-9a88-5764bf4e90b7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:18.922257 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:10:18.923707 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 17:10:18.923914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 17:10:18.924100 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 17:10:18.924336 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 17:10:18.925330 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 17:10:18.925499 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 17:10:18.926030 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.926311 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.926414 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:18.926958 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.926958 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.927165 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.927633 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:10:18.927725 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.927957 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.928225 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.928496 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.928735 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.928907 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.929075 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.929372 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.929624 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.929922 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.930176 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.930424 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.930709 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.930888 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.931174 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.931459 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.931715 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.931989 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] debug = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.932234 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.932704 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.932928 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.933200 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.933439 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.933713 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.933945 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.934235 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.934468 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.934705 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.934958 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.935197 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.935443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.935686 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.935934 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.936147 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.936405 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.936646 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.937092 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host = dv-cinder-836996-1-iscsi {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.937335 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.937574 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.937803 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.938050 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.938333 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.938535 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.938808 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.939072 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.939339 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.939579 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.939830 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.940108 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.940532 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.940790 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.940957 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_options = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.941398 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.941637 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.941902 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.942092 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.942263 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.942427 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.942689 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.942854 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.943125 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.943367 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.943583 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.943798 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.944047 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.944262 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.944510 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.944727 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.944961 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.945192 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.945458 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.945706 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.945951 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.946181 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.946416 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.946656 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.946892 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.947123 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.947367 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.947604 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.947844 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.949329 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.949577 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.949874 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.953954 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.954251 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.957604 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.957994 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.958259 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.958552 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.958855 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.959108 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.959397 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.959685 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.960003 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.960282 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.960512 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.960743 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.960993 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_json = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.961267 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.961524 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.961815 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.962040 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.962285 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.967847 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968274 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968274 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968274 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968274 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968274 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968274 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968274 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968669 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968734 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.968943 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.969307 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.969797 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.969797 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.970058 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.970260 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.970604 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.971318 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.972686 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.972686 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.972866 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.973111 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.973348 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.973580 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.973860 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.974106 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.974351 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.974559 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.974836 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.975232 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.975469 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.975682 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.975951 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.976174 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.976405 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.976633 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.976888 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.977121 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.977405 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.977621 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.977839 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.978070 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.978309 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.978539 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.978752 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.978990 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.979270 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.979505 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.979753 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.979966 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.980207 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.980449 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.980669 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.980882 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.981090 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.981337 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.981573 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.981851 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.982067 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.982300 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.982512 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.982734 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.982944 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.983164 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.983395 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.983632 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.983854 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.984080 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.984291 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.984502 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.984737 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.984994 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.985238 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.985452 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.985695 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.985931 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.986163 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.986374 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.986591 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.986803 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.987137 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.988067 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.988330 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.988555 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.988793 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.989046 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.989284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.989542 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.989783 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.990001 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.990215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.990470 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.990718 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.990966 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.991194 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.991447 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.991679 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.991900 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.992120 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.992364 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.992584 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.992878 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.993064 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.993348 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.993583 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.993823 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.994054 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.994308 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.994603 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.994826 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.995082 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.995326 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.995604 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.995909 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.996187 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.996475 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.996757 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.996985 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.997273 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.997505 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.997763 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.997995 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.998229 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.998450 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.998705 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.998957 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.999176 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.999412 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.999742 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:18.999978 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.000197 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.000412 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.000689 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.000921 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.001200 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.001484 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.001738 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.002010 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.002275 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.002529 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.002896 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.003208 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.003468 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.003684 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.003937 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.004155 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.004380 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.004585 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.004818 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.005091 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.005333 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.005562 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.005783 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.006007 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.006247 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.006504 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.006710 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.006935 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.007176 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.007398 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.007697 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.007830 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.008038 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.008293 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.008513 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.008795 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.009071 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.009327 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.009562 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.009788 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.010060 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.010284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.010529 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.010750 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.010962 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.011181 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.011400 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.011638 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.011883 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.012107 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.012356 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.012610 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.012859 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.013240 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.013574 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.013755 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.013999 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.014249 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.014485 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.014722 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.014940 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.015169 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.015503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.015732 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.015952 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.016193 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.016430 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.016669 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.016906 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.018284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.018284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.018284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.018284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.018284 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.019319 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.019540 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.019765 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.019979 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.020196 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.020412 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.020649 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.020868 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.021190 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.021441 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.021688 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.021954 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.022193 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.022443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.022694 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.022906 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.023116 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.023405 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.023656 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.023869 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.024097 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.024309 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.024548 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.024764 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.024992 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.025492 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.025719 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.025931 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.026150 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.026376 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.026595 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.026803 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.027061 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.027272 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.027484 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.027706 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.027928 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.028138 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.028369 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.028578 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.028809 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.029048 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.029278 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.029483 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.029785 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.030058 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.030272 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.030564 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.030815 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.031061 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.031302 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.031618 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.031832 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.032114 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.032344 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.032571 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.032808 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.033075 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.033420 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.033727 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.034588 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.034824 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.035114 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.035388 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.035658 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.035873 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.036168 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.036519 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.036807 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.037065 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.037336 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.037589 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.037811 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.038031 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.038267 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.038485 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.038701 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.038971 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.039222 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.039447 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.039663 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.039912 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.040153 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.040380 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.040629 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.040842 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.041063 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.041250 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 17:10:19.041786 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 17:10:19.041948 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 17:10:19.042101 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 17:10:19.042272 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 17:10:19.042435 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 17:10:19.042592 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 17:10:19.042804 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.042963 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.043123 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.043282 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.043601 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.043788 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.043950 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.044109 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.044269 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.044428 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.044585 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.044896 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.045058 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.045242 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.045405 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.045561 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.045723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.045872 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.046044 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.046193 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.046349 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.046676 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.046837 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] debug = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.047042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.047211 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.047387 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.047529 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.047678 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.047839 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.047970 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.048131 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.048290 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.048448 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.048608 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.048766 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.048924 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.049083 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.049265 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.049425 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.050116 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.050330 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.050421 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host = dv-cinder-836996-1-iscsi {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.050581 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.050768 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.050902 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.051066 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.051229 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.051383 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.051544 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.051697 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.052005 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.052114 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 44392) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:19.052416 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.052573 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.052879 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.053042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.053239 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.053367 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_options = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.053527 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.053685 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.053844 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.054031 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.054196 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.054356 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.054515 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.054677 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.054836 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.054997 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.055157 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.055316 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.055478 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.055635 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.055794 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.055952 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.056111 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.056269 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.056430 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.056589 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.056753 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.056912 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.057071 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.057221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:10:19.057312 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.057393 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.057542 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.057703 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.057844 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.058003 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.058162 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.058322 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.058481 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.058640 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.058799 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.058958 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.059117 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.059329 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.059494 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.059657 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.059816 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.059974 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.060133 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.060280 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.060486 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.060486 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.060486 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.061218 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_json = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.061218 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.061218 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.061606 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.061606 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.061869 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.061869 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.062448 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.062448 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.062448 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 17:10:19.062448 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.062854 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.062854 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.062854 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.063157 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.063157 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.063375 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.063494 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.063613 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.063951 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.063951 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.064166 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.064273 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.064390 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.064512 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.064671 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.064834 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.064997 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.065291 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.065936 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.065936 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.065936 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.065936 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.066367 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.066367 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.066367 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.066695 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.066695 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.066923 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.066923 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.067151 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.067269 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.067390 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.067511 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.067631 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.067798 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.067961 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.068261 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.068387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0131688 Apr 07 17:10:19.068514 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.068514 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.068711 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.068711 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.068902 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.069029 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.069261 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.069429 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.069593 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.069755 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.070775 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.070775 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.070775 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.070775 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.070775 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.070775 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.073615 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.074443 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.076020 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077008 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.077914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.078504 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.078504 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.078727 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.078727 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.078950 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.079078 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.079198 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.079318 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.079484 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.079647 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.079808 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.079971 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.080133 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.080294 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.080457 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.080617 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.080998 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.080998 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082474 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082474 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082474 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082474 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082474 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082823 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082823 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.082967 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.083089 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.083264 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.083533 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.083654 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.083760 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.083896 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.084057 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.084219 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.084381 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.084547 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.084709 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.086215 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.087723 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089171 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089171 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089171 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089171 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089171 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089171 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089171 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089974 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089974 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089974 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089974 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.089974 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.090460 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.090460 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.090460 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.090768 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.090768 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.090960 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.090960 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.091190 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.091311 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.091432 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.091563 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.091710 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.091871 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.092032 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.092192 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.092436 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.092572 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.092696 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.092817 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.092966 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.093127 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.094250 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.094250 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.094503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.094503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.094734 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.094734 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.094962 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.095103 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.095239 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.095383 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.095518 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.095651 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.095816 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.095971 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.096127 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.096285 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.097548 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.097548 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.097548 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.097548 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098042 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098291 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098291 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098533 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098784 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098784 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.098995 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.099119 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.099238 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.099358 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.099513 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.099676 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.099842 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.100000 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.100329 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.100679 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101226 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101226 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101226 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101457 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101533 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101646 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101799 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.101958 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.102120 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.102292 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.102455 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.102659 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.102768 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.102914 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.103075 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.103246 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.103408 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.103570 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.103735 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.103898 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.104058 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.104227 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.104389 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.104551 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.104713 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.104879 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.105038 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.105235 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.105398 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.105560 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.105721 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.105882 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.106044 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.106237 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.106387 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.106546 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.106707 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.106872 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.107033 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.107208 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.107372 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.107532 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.107682 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.107840 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.107999 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.108158 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.108331 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.108494 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.109643 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.109643 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.109643 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.109643 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.109643 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.109643 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.109643 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.110558 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.110558 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.110558 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.110558 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.110558 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.110558 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.111987 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113503 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113997 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113997 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113997 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 17:10:19.113997 dv-cinder-836996-1-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 17:10:30.769108 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46dbf24-13be-42b3-a4f5-ae983d8afc4b None None] get_active_networks_info from dv-cinder-836996-1-iscsi {{(pid=104017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 17:10:30.823429 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46dbf24-13be-42b3-a4f5-ae983d8afc4b None None] No non-hosted networks {{(pid=104017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 17:10:30.839404 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.agentschedulers_db [None req-d46dbf24-13be-42b3-a4f5-ae983d8afc4b None None] DHCP Agent not found on host dv-cinder-836996-1-iscsi {{(pid=104017) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 17:10:30.935147 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f928adc7-cf4a-4031-aba6-fb9e1df2ba43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2030767'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:33.217350 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4900f94c-c451-4418-b94d-f90cd41cf8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2030767'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:33.258062 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-6cbcb4a3-ca49-4f71-802f-eff7927205c4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836996-1-iscsi {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 17:10:33.258828 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-6cbcb4a3-ca49-4f71-802f-eff7927205c4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 17:10:33.963388 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb4a3-ca49-4f71-802f-eff7927205c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:34.004050 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 44462) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:34.359852 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2030767'] for agent (47160398-3291-4437-8b26-4342740601f1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:34.583613 dv-cinder-836996-1-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-d1723c4a-beee-4324-9c23-8af19c108a03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:34.584200 dv-cinder-836996-1-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-d1723c4a-beee-4324-9c23-8af19c108a03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:34.813957 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-d1723c4a-beee-4324-9c23-8af19c108a03 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:10:34.825169 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d1723c4a-beee-4324-9c23-8af19c108a03 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8111548 Apr 07 17:10:35.588445 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2030767'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:37.068577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2030767'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:37.069441 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.070041 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.070580 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.071065 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.071390 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.071885 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.072209 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.072747 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.073258 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.073588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.073926 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.074395 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.075014 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.075504 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.075833 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:37.076224 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:10:37.083236 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:10:37.432682 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 44496) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:37.750871 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-fd2acf99-2dc0-4fa6-bfbe-d5928a8d7c20 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:10:37.844042 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.policy [None req-fd2acf99-2dc0-4fa6-bfbe-d5928a8d7c20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 17:10:37.887382 dv-cinder-836996-1-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-fd2acf99-2dc0-4fa6-bfbe-d5928a8d7c20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:37.887805 dv-cinder-836996-1-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-fd2acf99-2dc0-4fa6-bfbe-d5928a8d7c20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:38.030411 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fd2acf99-2dc0-4fa6-bfbe-d5928a8d7c20 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788056393663', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788056393100', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788056376831', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788056303957', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788056295109', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788056297611', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3149866', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3171281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1818903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1715915'] for rbac-policy (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:38.264673 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fd2acf99-2dc0-4fa6-bfbe-d5928a8d7c20 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:38.266268 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fd2acf99-2dc0-4fa6-bfbe-d5928a8d7c20 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8324797 Apr 07 17:10:40.806141 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 44508) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:41.149620 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:10:41.234390 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Made reservation on behalf of f71cc789b45f452ebf0b70586880d84b for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:10:41.238481 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.256880 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.376304 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks [] for security_group (21e2b058-a7c9-4f84-a679-1fe0dad2fa16), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.440486 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.db.l3_hamode_db [None req-fd1e27cd-cb7f-4305-9404-55db1130045c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 17:10:41.457157 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (21e2b058-a7c9-4f84-a679-1fe0dad2fa16), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.483861 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:10:41.522834 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788053599937', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (54c95b41-0fd4-4c69-85e7-3efb68a4677b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.523406 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Unsubscribe: segment precommit_create {{(pid=104016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 17:10:41.523919 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Added segment 54c95b41-0fd4-4c69-85e7-3efb68a4677b of type vlan for network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 Apr 07 17:10:41.537105 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e27cd-cb7f-4305-9404-55db1130045c None None] Routers set() bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:10:41.537750 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e27cd-cb7f-4305-9404-55db1130045c None None] Router IDs set() for agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 17:10:41.544104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2b058-a7c9-4f84-a679-1fe0dad2fa16,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:10:41.599414 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.599743 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.600095 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.600436 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.600760 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.601074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.601409 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.601718 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.602028 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.602336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.602644 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.602966 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.603275 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.603577 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.603878 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Tracked resource versions report: Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: pushed versions: Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Log': {'1.0'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Network': {'1.1'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Port': {'1.7'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: consumer versions: Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Agent': '1.1', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Log': '1.0', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Network': '1.1', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Port': '1.7', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SubPort': '1.0', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Subnet': '1.1', Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Apr 07 17:10:41.605321 dv-cinder-836996-1-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:10:41.641104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (78c6ba71-b45a-49bb-b5a5-b3797fff1914), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.788089 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (78c6ba71-b45a-49bb-b5a5-b3797fff1914), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.793206 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:10:41.793920 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:41.905197 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] Pushing event updated for resources: {'Network': ['ID=78c6ba71-b45a-49bb-b5a5-b3797fff1914,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:10:41.916737 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:10:42.042750 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1fcebc8e-950f-495c-859c-5867a2978aa8 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2355442 Apr 07 17:10:44.618039 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44520) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:45.110165 dv-cinder-836996-1-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-3836b5a0-a663-408c-a606-7240cf52fe19 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:45.111311 dv-cinder-836996-1-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-3836b5a0-a663-408c-a606-7240cf52fe19 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:45.558667 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.policy [None req-3836b5a0-a663-408c-a606-7240cf52fe19 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104015) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 17:10:45.601387 dv-cinder-836996-1-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-3836b5a0-a663-408c-a606-7240cf52fe19 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:45.601762 dv-cinder-836996-1-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-3836b5a0-a663-408c-a606-7240cf52fe19 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 17:10:45.609681 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836b5a0-a663-408c-a606-7240cf52fe19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:10:45.611755 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3836b5a0-a663-408c-a606-7240cf52fe19 demo admin] 10.222.0.26 "GET /v2.0/networks/78c6ba71-b45a-49bb-b5a5-b3797fff1914 HTTP/1.1" status: 200 len: 825 time: 0.9916885 Apr 07 17:10:45.651246 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2f3f68a0-ae50-4634-9e01-9a4ed149e91f demo admin] 10.222.0.26 "GET /v2.0/subnetpools/b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee HTTP/1.1" status: 200 len: 734 time: 0.0339048 Apr 07 17:10:45.660706 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Request body: {'subnet': {'subnetpool_id': 'b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:10:45.774131 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Made reservation on behalf of f71cc789b45f452ebf0b70586880d84b for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:10:45.777130 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:46.154164 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (cb4843a8-bc5d-4895-bcdb-54b55b7f5c76), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:46.219169 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Checking segment: {'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:10:46.219537 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Network hostable DHCP agents. Network: 78c6ba71-b45a-49bb-b5a5-b3797fff1914, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:10:46.240039 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Pushing event updated for resources: {'Subnet': ['ID=cb4843a8-bc5d-4895-bcdb-54b55b7f5c76,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:10:46.251931 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.252268 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.252624 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.252971 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.253320 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.253676 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.253997 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.254310 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.254641 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.254955 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.255266 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.255596 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.255911 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.256219 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.256526 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Tracked resource versions report: Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: pushed versions: Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Log': {'1.0'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Network': {'1.1'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Port': {'1.7'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'PortForwarding': {'1.3'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: consumer versions: Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Agent': '1.1', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Log': '1.0', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Network': '1.1', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Port': '1.7', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'PortForwarding': '1.3', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SubPort': '1.0', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Subnet': '1.1', Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Apr 07 17:10:46.257917 dv-cinder-836996-1-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:10:46.336358 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:10:46.419526 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 78c6ba71-b45a-49bb-b5a5-b3797fff1914) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:10:46.425111 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:10:46.426297 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:46.430406 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484911f3-75ec-4693-a574-da7774b389a0 None None] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:10:46.499149 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d4585bfd-9865-4f49-8527-e214af9c475a demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8425221 Apr 07 17:10:46.813444 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'fixed_ips': [{'subnet_id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:10:46.825374 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:47.094245 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Allocated IP 172.20.0.2 (78c6ba71-b45a-49bb-b5a5-b3797fff1914/cb4843a8-bc5d-4895-bcdb-54b55b7f5c76/18f92327-6a0b-4861-bcdc-e6eb039dd685) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:10:47.358802 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Publish callbacks [] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:47.451771 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:47.524294 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:10:47.530714 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:10:47.542349 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:10:47.545485 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Pushing event updated for resources: {'Port': ['ID=18f92327-6a0b-4861-bcdc-e6eb039dd685,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:10:47.576451 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.576795 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.577165 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.577536 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.577870 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.578197 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.578520 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.578841 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.579163 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.579525 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.579937 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.580280 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.580656 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.581007 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.581350 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Tracked resource versions report: Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: pushed versions: Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Log': {'1.0'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Network': {'1.1'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Port': {'1.7'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: consumer versions: Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Agent': '1.1', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Log': '1.0', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Network': '1.1', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Port': '1.7', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SubPort': '1.0', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Subnet': '1.1', Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Apr 07 17:10:47.582798 dv-cinder-836996-1-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:10:47.632643 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Attempting to bind port 18f92327-6a0b-4861-bcdc-e6eb039dd685 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:10:47.632979 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Attempting to bind port 18f92327-6a0b-4861-bcdc-e6eb039dd685 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:10:47.633414 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Attempting to bind port 18f92327-6a0b-4861-bcdc-e6eb039dd685 on network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:10:47.638282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:10:47.638659 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Checking segment: {'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:10:47.639129 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:47.639517 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Bound using segment: {'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:10:47.639998 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Bound port: 18f92327-6a0b-4861-bcdc-e6eb039dd685, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:10:47.640393 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:47.712547 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] For port 18f92327-6a0b-4861-bcdc-e6eb039dd685, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:10:47.731952 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] For port 18f92327-6a0b-4861-bcdc-e6eb039dd685, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=18f92327-6a0b-4861-bcdc-e6eb039dd685,segment=NetworkSegment(54c95b41-0fd4-4c69-85e7-3efb68a4677b),segment_id=54c95b41-0fd4-4c69-85e7-3efb68a4677b)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:10:47.828354 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:47.886861 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3676868-cd3c-4ab6-a494-2ae406a258fc None None] Pushing event updated for resources: {'Port': ['ID=18f92327-6a0b-4861-bcdc-e6eb039dd685,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:10:49.067312 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44540) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:49.426808 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [None req-ef9e2140-7093-4c3d-b0e6-87a0a06ec3c4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:10:49.427797 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ef9e2140-7093-4c3d-b0e6-87a0a06ec3c4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3594415 Apr 07 17:10:51.995932 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44548) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:52.325068 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [None req-8ffe13ce-6602-4972-bf92-90dd10429fb6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:10:52.326787 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8ffe13ce-6602-4972-bf92-90dd10429fb6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3297243 Apr 07 17:10:54.885889 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44556) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:55.222901 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-b70c4c9f-fd03-4060-99d7-c7f90e45413d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:10:55.314331 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b70c4c9f-fd03-4060-99d7-c7f90e45413d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (9a95f517-5efd-4ba5-bf30-aebf77482794), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:55.315917 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b70c4c9f-fd03-4060-99d7-c7f90e45413d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (9a95f517-5efd-4ba5-bf30-aebf77482794), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:55.458330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b70c4c9f-fd03-4060-99d7-c7f90e45413d demo demo] Publish callbacks [] for router_controller (9a95f517-5efd-4ba5-bf30-aebf77482794), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:55.526542 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b70c4c9f-fd03-4060-99d7-c7f90e45413d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (9a95f517-5efd-4ba5-bf30-aebf77482794), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:55.628313 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b70c4c9f-fd03-4060-99d7-c7f90e45413d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:55.629522 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b70c4c9f-fd03-4060-99d7-c7f90e45413d demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7425363 Apr 07 17:10:57.772822 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 18f92327-6a0b-4861-bcdc-e6eb039dd685 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:10:57.865210 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 18f92327-6a0b-4861-bcdc-e6eb039dd685 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:10:57.865626 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:57.977782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 18f92327-6a0b-4861-bcdc-e6eb039dd685 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:10:57.978173 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:58.013440 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 18f92327-6a0b-4861-bcdc-e6eb039dd685, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=18f92327-6a0b-4861-bcdc-e6eb039dd685,segment=NetworkSegment(54c95b41-0fd4-4c69-85e7-3efb68a4677b),segment_id=54c95b41-0fd4-4c69-85e7-3efb68a4677b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:10:58.096969 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:58.148202 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=18f92327-6a0b-4861-bcdc-e6eb039dd685,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:10:58.226318 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44568) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:10:58.570697 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [None req-f162774c-0bbf-47ee-bcad-31b4ecaad0d7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:10:58.571685 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f162774c-0bbf-47ee-bcad-31b4ecaad0d7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3444273 Apr 07 17:10:59.467294 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1d03a-89a9-41d4-9ea8-b9a6d132844a None None] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:10:59.572473 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-8a5c33bb-70ef-4bf7-b1cc-9c5334f5f474 None None] Provisioning complete for port 18f92327-6a0b-4861-bcdc-e6eb039dd685 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:10:59.572858 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a5c33bb-70ef-4bf7-b1cc-9c5334f5f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:59.672528 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c33bb-70ef-4bf7-b1cc-9c5334f5f474 None None] Current status of the port 18f92327-6a0b-4861-bcdc-e6eb039dd685 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:10:59.762003 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 18f92327-6a0b-4861-bcdc-e6eb039dd685 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:10:59.814040 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 18f92327-6a0b-4861-bcdc-e6eb039dd685 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:10:59.814424 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:59.891829 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 18f92327-6a0b-4861-bcdc-e6eb039dd685 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:10:59.899981 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bb4fe132-5ebf-4ac6-bf66-b0a30793caa1 None None] Provisioning complete for port 18f92327-6a0b-4861-bcdc-e6eb039dd685 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:10:59.900359 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe132-5ebf-4ac6-bf66-b0a30793caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:10:59.975561 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fe132-5ebf-4ac6-bf66-b0a30793caa1 None None] Current status of the port 18f92327-6a0b-4861-bcdc-e6eb039dd685 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:11:00.796402 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee07f-0f4f-4963-b9cf-a4deec6580d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.134367 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44576) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:11:01.454356 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:11:01.585276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Made reservation on behalf of 35b6cb6afbca434083db8420f6b5a438 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:11:01.587511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.603171 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.702911 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks [] for security_group (6bc5199a-0481-4f74-b96f-c08d1f5a35b0), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.764283 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6bc5199a-0481-4f74-b96f-c08d1f5a35b0), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.782638 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Reserving flat network on physical network physnet1 {{(pid=104015) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 17:11:01.801217 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc5199a-0481-4f74-b96f-c08d1f5a35b0,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:01.809199 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788053599937', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (1e874ea3-6af3-427f-a892-eaa8737daa06), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.809768 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Unsubscribe: segment precommit_create {{(pid=104015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 17:11:01.810244 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Added segment 1e874ea3-6af3-427f-a892-eaa8737daa06 of type flat for network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 Apr 07 17:11:01.869275 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.970906 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:01.971822 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:11:01.972389 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:02.060595 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] Pushing event updated for resources: {'Network': ['ID=f85d8aa6-20d5-447f-b2cd-5fdd04cf6194,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:02.074634 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:11:02.087533 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a00367ab-f24a-43e5-bcdb-2258b06f0201 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9521034 Apr 07 17:11:03.210086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3052c213-11ec-4f54-94ef-427041ad95eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:04.367969 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:04.642250 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44594) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:11:04.823428 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73dc65-89b0-4085-b0a3-5619750e69f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:11:04.824727 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3c73dc65-89b0-4085-b0a3-5619750e69f3 demo admin] 10.222.0.26 "GET /v2.0/subnets/cb4843a8-bc5d-4895-bcdb-54b55b7f5c76 HTTP/1.1" status: 200 len: 849 time: 0.1815739 Apr 07 17:11:04.955755 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bfcbc0a6-7871-411c-ba80-159ee32d08a6 demo admin] 10.222.0.26 "GET /v2.0/routers/9a95f517-5efd-4ba5-bf30-aebf77482794 HTTP/1.1" status: 200 len: 704 time: 0.1238987 Apr 07 17:11:05.223684 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:05.512437 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Allocated IP 172.20.0.1 (78c6ba71-b45a-49bb-b5a5-b3797fff1914/cb4843a8-bc5d-4895-bcdb-54b55b7f5c76/5a7f2e9e-9da7-4b61-9fe7-167dce76ecff) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:11:05.519142 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:05.664470 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks [] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:05.816827 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:05.893326 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:11:05.900742 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:11:05.905528 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:11:05.906426 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (9a95f517-5efd-4ba5-bf30-aebf77482794), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:05.909679 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Pushing event updated for resources: {'Port': ['ID=5a7f2e9e-9da7-4b61-9fe7-167dce76ecff,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:05.965489 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:11:06.180690 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:06.232239 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-847c353b-51c5-4ae6-ad94-2cb05c94f8cb None None] Provisioning complete for port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:11:06.232620 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-847c353b-51c5-4ae6-ad94-2cb05c94f8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:06.265074 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-847c353b-51c5-4ae6-ad94-2cb05c94f8cb None None] Port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:11:06.391902 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks [] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:06.444316 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:06.445084 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (9a95f517-5efd-4ba5-bf30-aebf77482794), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:06.526140 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Pushing event updated for resources: {'Port': ['ID=5a7f2e9e-9da7-4b61-9fe7-167dce76ecff,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:06.568566 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:11:06.569841 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:11:06.785292 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-4e1fd80a-ec52-47ba-ab5b-e5351e958d15 None None] Provisioning complete for port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:11:06.785848 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd80a-ec52-47ba-ab5b-e5351e958d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:06.799956 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Router 9a95f517-5efd-4ba5-bf30-aebf77482794 is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:11:06.821494 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fd80a-ec52-47ba-ab5b-e5351e958d15 None None] Port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:11:06.896326 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:11:06.901813 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-087bbaad-a655-4095-8676-d1631acc1508 demo admin] 10.222.0.26 "PUT /v2.0/routers/9a95f517-5efd-4ba5-bf30-aebf77482794/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9409449 Apr 07 17:11:06.906128 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Sync routers for ids ['9a95f517-5efd-4ba5-bf30-aebf77482794'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:11:06.919263 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Routers {'9a95f517-5efd-4ba5-bf30-aebf77482794'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:11:06.920166 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:11:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9a95f517-5efd-4ba5-bf30-aebf77482794'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:07.062168 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:07.117877 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Set router 9a95f517-5efd-4ba5-bf30-aebf77482794 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:11:07.550159 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'name': 'router1', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:10:55Z', 'updated_at': '2022-04-07T17:11:06Z', 'revision_number': 2, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'gw_port_host': None, '_interfaces': [{'id': '5a7f2e9e-9da7-4b61-9fe7-167dce76ecff', 'name': '', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'mac_address': 'fa:16:3e:24:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:05Z', 'updated_at': '2022-04-07T17:11:06Z', 'revision_number': 2, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'subnets': [{'id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:07.607122 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Checking router: 9a95f517-5efd-4ba5-bf30-aebf77482794 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:11:07.607489 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Updating router 9a95f517-5efd-4ba5-bf30-aebf77482794 port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:11:07.660692 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.195122 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Publish callbacks [] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.238859 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.337548 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Pushing event updated for resources: {'Port': ['ID=5a7f2e9e-9da7-4b61-9fe7-167dce76ecff,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:08.388304 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.388304 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.388304 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.388304 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.388758 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.388758 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.389051 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.389399 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.389727 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.390047 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.390369 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.390888 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.391303 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.391624 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.391944 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Tracked resource versions report: Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: pushed versions: Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Log': {'1.0'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Network': {'1.1'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Port': {'1.7'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: consumer versions: Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Agent': '1.1', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Log': '1.0', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Network': '1.1', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Port': '1.7', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SubPort': '1.0', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Subnet': '1.1', Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Apr 07 17:11:08.393462 dv-cinder-836996-1-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:11:08.424159 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Attempting to bind port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:11:08.424567 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Attempting to bind port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:11:08.424968 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Attempting to bind port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff on network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:11:08.430028 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:11:08.430429 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Checking segment: {'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:11:08.430925 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.431314 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Bound using segment: {'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:11:08.431797 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Bound port: 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c95b41-0fd4-4c69-85e7-3efb68a4677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:11:08.432175 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.500317 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] For port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:11:08.519623 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] For port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=5a7f2e9e-9da7-4b61-9fe7-167dce76ecff,segment=NetworkSegment(54c95b41-0fd4-4c69-85e7-3efb68a4677b),segment_id=54c95b41-0fd4-4c69-85e7-3efb68a4677b)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:11:08.550559 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9fe5ea00-a94a-41da-acad-9bc0504cdb9c None None] Provisioning complete for port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:11:08.551138 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea00-a94a-41da-acad-9bc0504cdb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.584833 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5ea00-a94a-41da-acad-9bc0504cdb9c None None] Port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:11:08.602770 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.661498 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Routers {'9a95f517-5efd-4ba5-bf30-aebf77482794'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:11:08.661948 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:11:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9a95f517-5efd-4ba5-bf30-aebf77482794'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:08.731246 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6170d-9c6f-42f8-87b4-9021e185650e None None] Pushing event updated for resources: {'Port': ['ID=5a7f2e9e-9da7-4b61-9fe7-167dce76ecff,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:08.760862 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] Set router 9a95f517-5efd-4ba5-bf30-aebf77482794 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:11:08.907481 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-b4701c6c-a49b-4cf6-a30a-11e6b1519da3 None None] Provisioning complete for port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:11:08.907851 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4701c6c-a49b-4cf6-a30a-11e6b1519da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:08.978844 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'name': 'router1', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:10:55Z', 'updated_at': '2022-04-07T17:11:06Z', 'revision_number': 2, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'gw_port_host': None, '_interfaces': [{'id': '5a7f2e9e-9da7-4b61-9fe7-167dce76ecff', 'name': '', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'mac_address': 'fa:16:3e:24:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:05Z', 'updated_at': '2022-04-07T17:11:08Z', 'revision_number': 4, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'subnets': [{'id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:08.995512 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b4701c6c-a49b-4cf6-a30a-11e6b1519da3 None None] Current status of the port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:11:08.995899 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4701c6c-a49b-4cf6-a30a-11e6b1519da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:09.005786 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00fcc54-46d4-437f-894b-6147cfe30b06 None None] The sync data for ids ['9a95f517-5efd-4ba5-bf30-aebf77482794'] in dv-cinder-836996-1-iscsi is: [{'id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'name': 'router1', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:10:55Z', 'updated_at': '2022-04-07T17:11:06Z', 'revision_number': 2, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'gw_port_host': None, '_interfaces': [{'id': '5a7f2e9e-9da7-4b61-9fe7-167dce76ecff', 'name': '', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'mac_address': 'fa:16:3e:24:17:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:05Z', 'updated_at': '2022-04-07T17:11:08Z', 'revision_number': 4, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'subnets': [{'id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:11:09.032864 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b4701c6c-a49b-4cf6-a30a-11e6b1519da3 None None] For port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=5a7f2e9e-9da7-4b61-9fe7-167dce76ecff,segment=NetworkSegment(54c95b41-0fd4-4c69-85e7-3efb68a4677b),segment_id=54c95b41-0fd4-4c69-85e7-3efb68a4677b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:11:09.105003 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4701c6c-a49b-4cf6-a30a-11e6b1519da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:09.155192 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4701c6c-a49b-4cf6-a30a-11e6b1519da3 None None] Pushing event updated for resources: {'Port': ['ID=5a7f2e9e-9da7-4b61-9fe7-167dce76ecff,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:09.397615 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44614) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:11:09.508756 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb992ce8-9aa9-4258-bdfe-4f837cd0f08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:11:09.510083 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-fb992ce8-9aa9-4258-bdfe-4f837cd0f08b admin admin] 10.222.0.26 "GET /v2.0/networks/f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 HTTP/1.1" status: 200 len: 842 time: 0.1114433 Apr 07 17:11:09.519588 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'enable_dhcp': False}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:11:09.621555 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Made reservation on behalf of 35b6cb6afbca434083db8420f6b5a438 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:11:09.623861 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:09.974176 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.objects.ports [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104015) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 17:11:09.974618 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:10.031015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:10.039614 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:11:10.043134 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Network hostable DHCP agents. Network: f85d8aa6-20d5-447f-b2cd-5fdd04cf6194, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:11:10.147463 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:11:10.221221 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, f85d8aa6-20d5-447f-b2cd-5fdd04cf6194) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:11:10.226481 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:11:10.226481 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:10.230689 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ccd83f-61f0-4dcf-ab39-40a219bec257 None None] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:11:10.333625 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-00a757e1-faa1-4ac8-866d-0fcde37c7847 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8053112 Apr 07 17:11:10.343308 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e5909-4de5-42cb-9905-ee5bb1192c63 None None] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:11:12.782724 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44622) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:11:12.988516 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-56642584-c1b0-40d5-b5bc-d6399a1deef9 demo admin] 10.222.0.26 "GET /v2.0/routers/9a95f517-5efd-4ba5-bf30-aebf77482794 HTTP/1.1" status: 200 len: 710 time: 0.2046630 Apr 07 17:11:13.077427 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b92068-4bd2-45bf-bc16-9200644f0cee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:11:13.079119 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e7b92068-4bd2-45bf-bc16-9200644f0cee demo admin] 10.222.0.26 "GET /v2.0/networks/f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 HTTP/1.1" status: 200 len: 886 time: 0.0852246 Apr 07 17:11:13.087859 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:11:13.345243 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks [] for router_gateway (9a95f517-5efd-4ba5-bf30-aebf77482794), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:13.694580 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks [] for router_gateway (9a95f517-5efd-4ba5-bf30-aebf77482794), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:13.770590 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:13.876293 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Allocated IP 172.27.0.37 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/e9e88936-8341-41d1-9415-57c2559c42bd) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:11:14.111216 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks [] for port (e9e88936-8341-41d1-9415-57c2559c42bd), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:14.204509 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:14.241859 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:11:14.244695 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:11:14.247118 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:11:14.285413 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Pushing event updated for resources: {'Port': ['ID=e9e88936-8341-41d1-9415-57c2559c42bd,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:14.601678 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks [] for router_gateway (9a95f517-5efd-4ba5-bf30-aebf77482794), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:14.890019 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2030911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2025427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31481'] for router (9a95f517-5efd-4ba5-bf30-aebf77482794), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:14.893803 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2030896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2030889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2025412'] for router (9a95f517-5efd-4ba5-bf30-aebf77482794), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:15.012896 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Router 9a95f517-5efd-4ba5-bf30-aebf77482794 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:11:15.121833 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:11:15.127072 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:15.128279 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-81040822-b222-4a41-875d-ba9cec2bc684 demo admin] 10.222.0.26 "PUT /v2.0/routers/9a95f517-5efd-4ba5-bf30-aebf77482794 HTTP/1.1" status: 200 len: 889 time: 2.0435681 Apr 07 17:11:17.697953 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 44634) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:11:17.781681 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:11:17.829905 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8e105ac7-0ae2-4c11-86c5-41bfb8c086ff admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1306574 Apr 07 17:11:17.833121 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:11:17.833939 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:17.860798 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Sync routers for ids ['9a95f517-5efd-4ba5-bf30-aebf77482794'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:11:17.887134 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Routers {'9a95f517-5efd-4ba5-bf30-aebf77482794'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:11:17.887725 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:11:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9a95f517-5efd-4ba5-bf30-aebf77482794'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:18.118986 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:11:18.149981 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Set router 9a95f517-5efd-4ba5-bf30-aebf77482794 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:11:18.629588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'name': 'router1', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e9e88936-8341-41d1-9415-57c2559c42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:10:55Z', 'updated_at': '2022-04-07T17:11:14Z', 'revision_number': 4, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'gw_port': {'id': 'e9e88936-8341-41d1-9415-57c2559c42bd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:13Z', 'updated_at': '2022-04-07T17:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '5a7f2e9e-9da7-4b61-9fe7-167dce76ecff', 'name': '', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'mac_address': 'fa:16:3e:24:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:05Z', 'updated_at': '2022-04-07T17:11:09Z', 'revision_number': 5, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'subnets': [{'id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:18.682727 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Checking router: 9a95f517-5efd-4ba5-bf30-aebf77482794 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:11:18.683031 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Updating router 9a95f517-5efd-4ba5-bf30-aebf77482794 port e9e88936-8341-41d1-9415-57c2559c42bd binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:11:18.746872 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:19.070191 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Publish callbacks [] for port (e9e88936-8341-41d1-9415-57c2559c42bd), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:19.170019 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:19.221004 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9fcb1-6a51-4021-97ea-6349bcbf17f8 None None] Pushing event updated for resources: {'Port': ['ID=e9e88936-8341-41d1-9415-57c2559c42bd,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:19.226678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Attempting to bind port e9e88936-8341-41d1-9415-57c2559c42bd on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:11:19.227043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Attempting to bind port e9e88936-8341-41d1-9415-57c2559c42bd by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:11:19.227403 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Attempting to bind port e9e88936-8341-41d1-9415-57c2559c42bd on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:11:19.232455 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:11:19.232825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:11:19.233246 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:19.233640 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:11:19.234136 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Bound port: e9e88936-8341-41d1-9415-57c2559c42bd, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:11:19.234508 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:19.287588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] For port e9e88936-8341-41d1-9415-57c2559c42bd, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:11:19.290551 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] For port e9e88936-8341-41d1-9415-57c2559c42bd, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e9e88936-8341-41d1-9415-57c2559c42bd,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:11:19.393179 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:19.454061 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9fcb1-6a51-4021-97ea-6349bcbf17f8 None None] Pushing event updated for resources: {'Port': ['ID=e9e88936-8341-41d1-9415-57c2559c42bd,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:19.456591 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Routers {'9a95f517-5efd-4ba5-bf30-aebf77482794'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:11:19.457195 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:11:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9a95f517-5efd-4ba5-bf30-aebf77482794'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:19.581530 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] Set router 9a95f517-5efd-4ba5-bf30-aebf77482794 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:11:19.806236 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'name': 'router1', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e9e88936-8341-41d1-9415-57c2559c42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:10:55Z', 'updated_at': '2022-04-07T17:11:14Z', 'revision_number': 4, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'gw_port': {'id': 'e9e88936-8341-41d1-9415-57c2559c42bd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:13Z', 'updated_at': '2022-04-07T17:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '5a7f2e9e-9da7-4b61-9fe7-167dce76ecff', 'name': '', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'mac_address': 'fa:16:3e:24:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:05Z', 'updated_at': '2022-04-07T17:11:09Z', 'revision_number': 5, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'subnets': [{'id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:11:19.837625 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d2e91-509f-4d83-80fd-8940293bf68e None None] The sync data for ids ['9a95f517-5efd-4ba5-bf30-aebf77482794'] in dv-cinder-836996-1-iscsi is: [{'id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'name': 'router1', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e9e88936-8341-41d1-9415-57c2559c42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:10:55Z', 'updated_at': '2022-04-07T17:11:14Z', 'revision_number': 4, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'gw_port': {'id': 'e9e88936-8341-41d1-9415-57c2559c42bd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:13Z', 'updated_at': '2022-04-07T17:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '5a7f2e9e-9da7-4b61-9fe7-167dce76ecff', 'name': '', 'network_id': '78c6ba71-b45a-49bb-b5a5-b3797fff1914', 'tenant_id': 'f71cc789b45f452ebf0b70586880d84b', 'mac_address': 'fa:16:3e:24:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a95f517-5efd-4ba5-bf30-aebf77482794', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:11:05Z', 'updated_at': '2022-04-07T17:11:09Z', 'revision_number': 5, 'project_id': 'f71cc789b45f452ebf0b70586880d84b', 'subnets': [{'id': 'cb4843a8-bc5d-4895-bcdb-54b55b7f5c76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2b03f98-0fe6-4fc6-af6e-3d4f993e2fee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:11:21.833506 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e9e88936-8341-41d1-9415-57c2559c42bd up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:11:21.903222 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port e9e88936-8341-41d1-9415-57c2559c42bd triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:11:21.903980 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:21.991936 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port e9e88936-8341-41d1-9415-57c2559c42bd is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:11:21.992708 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:22.020762 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port e9e88936-8341-41d1-9415-57c2559c42bd, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e9e88936-8341-41d1-9415-57c2559c42bd,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:11:22.107076 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:22.188834 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=e9e88936-8341-41d1-9415-57c2559c42bd,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:11:23.834876 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e9e88936-8341-41d1-9415-57c2559c42bd up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:11:23.964453 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port e9e88936-8341-41d1-9415-57c2559c42bd triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:11:23.964920 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e9e88936-8341-41d1-9415-57c2559c42bd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:24.162326 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port e9e88936-8341-41d1-9415-57c2559c42bd is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:11:30.789922 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a09f4ef5-f31b-4758-802b-8a43e2690643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:33.195788 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9469d901-a142-4c31-a0a9-e013659e9d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:34.309675 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:35.619105 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:37.150459 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:11:42.973654 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:12:00.796009 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-727b77bf-178e-471a-9255-df4d2119118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:03.231300 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8ea02d8b-d050-4e3a-8148-4e40dd04e8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:04.333955 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:05.539784 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:07.053700 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:19.964024 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:12:30.806921 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b65af9f2-e58e-402e-b2c9-8b6fd4029e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:33.201539 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c68a155e-897d-4c60-9c98-d34e38477e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:34.344138 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:35.553391 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:37.047017 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:42.100496 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45118) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:12:42.168599 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.pecan_wsgi.hooks.translation [None req-138bb945-b50a-416a-9cfa-d10202bd16a6 admin admin] GET failed (client error): The resource could not be found. Apr 07 17:12:42.169944 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-138bb945-b50a-416a-9cfa-d10202bd16a6 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684736 Apr 07 17:12:42.371302 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4be457-17e8-47e9-9ed5-348dd6bd6dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:42.372712 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6e4be457-17e8-47e9-9ed5-348dd6bd6dcd admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1987355 Apr 07 17:12:44.715311 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45128) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:12:44.852366 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d90a4e-846d-438d-83f4-f12dce21c97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:44.853779 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d2d90a4e-846d-438d-83f4-f12dce21c97f admin admin] 10.222.0.26 "GET /v2.0/subnets/cb4843a8-bc5d-4895-bcdb-54b55b7f5c76 HTTP/1.1" status: 200 len: 849 time: 0.1375208 Apr 07 17:12:44.864913 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:12:44.950742 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Publish callbacks [] for subnet (cb4843a8-bc5d-4895-bcdb-54b55b7f5c76), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:45.153389 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788053779806'] for subnet (cb4843a8-bc5d-4895-bcdb-54b55b7f5c76), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:45.204657 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:45.205198 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:45.206573 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] 10.222.0.26 "PUT /v2.0/subnets/cb4843a8-bc5d-4895-bcdb-54b55b7f5c76 HTTP/1.1" status: 200 len: 868 time: 0.3453214 Apr 07 17:12:45.209917 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1e5da-d6ff-456f-b6e1-1ecb040ee363 None None] Network 78c6ba71-b45a-49bb-b5a5-b3797fff1914 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:12:45.228425 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4843a8-bc5d-4895-bcdb-54b55b7f5c76,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:12:45.236663 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.237358 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.238081 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.238590 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.238931 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.239270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.239597 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.239949 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.240302 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.240622 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.242035 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.242527 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.242920 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.243256 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.243580 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613bc771-9dba-400c-a040-30d489cb3b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:12:45.531181 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-04baeb6a-1d6d-4df0-8072-1018e65ca806 None None] Provisioning complete for port 18f92327-6a0b-4861-bcdc-e6eb039dd685 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:12:45.531572 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-04baeb6a-1d6d-4df0-8072-1018e65ca806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (18f92327-6a0b-4861-bcdc-e6eb039dd685), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:45.608929 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-04baeb6a-1d6d-4df0-8072-1018e65ca806 None None] Current status of the port 18f92327-6a0b-4861-bcdc-e6eb039dd685 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:12:45.618417 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-04baeb6a-1d6d-4df0-8072-1018e65ca806 None None] Provisioning complete for port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:12:45.618802 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-04baeb6a-1d6d-4df0-8072-1018e65ca806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (5a7f2e9e-9da7-4b61-9fe7-167dce76ecff), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:12:45.698253 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-04baeb6a-1d6d-4df0-8072-1018e65ca806 None None] Current status of the port 5a7f2e9e-9da7-4b61-9fe7-167dce76ecff is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:12:47.535523 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45138) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:12:47.735168 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e392e91-4bb1-4c18-8318-5f9dab7a99bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:47.735554 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e392e91-4bb1-4c18-8318-5f9dab7a99bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:47.737096 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7e392e91-4bb1-4c18-8318-5f9dab7a99bb admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006326 Apr 07 17:12:50.056717 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45146) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:12:50.187265 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b3d5b-1167-4578-99f6-97696afadee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:50.187734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b3d5b-1167-4578-99f6-97696afadee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:50.189314 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-786b3d5b-1167-4578-99f6-97696afadee9 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309333 Apr 07 17:12:52.517231 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45154) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:12:52.647717 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4b653-64dd-4dec-bf5a-bf17f187f8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:52.649345 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3ef4b653-64dd-4dec-bf5a-bf17f187f8e4 admin admin] 10.222.0.26 "GET /v2.0/networks/78c6ba71-b45a-49bb-b5a5-b3797fff1914 HTTP/1.1" status: 200 len: 869 time: 0.1311390 Apr 07 17:12:54.993557 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45162) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:12:55.118313 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1160fcb-65f9-40b0-bd63-68e1cf8b1497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:55.120311 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f1160fcb-65f9-40b0-bd63-68e1cf8b1497 admin admin] 10.222.0.26 "GET /v2.0/networks/f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 HTTP/1.1" status: 200 len: 886 time: 0.1251619 Apr 07 17:12:56.961746 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:12:57.478418 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45170) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:12:57.602917 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf2dc6-96b7-4eff-872f-aaf75bdec80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:57.603371 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf2dc6-96b7-4eff-872f-aaf75bdec80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:12:57.605699 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-babf2dc6-96b7-4eff-872f-aaf75bdec80c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257341 Apr 07 17:12:59.958636 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45178) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:13:00.049518 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a5c1e-dd3e-4ace-a4da-09b0f86b6f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:00.049975 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a5c1e-dd3e-4ace-a4da-09b0f86b6f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:00.051495 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-480a5c1e-dd3e-4ace-a4da-09b0f86b6f3e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918891 Apr 07 17:13:00.783806 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-45979195-7934-42c6-b5c3-c8f6651f4827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:02.372711 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45186) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:13:02.460488 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e20ce-b59a-412f-bc5d-adf8e4895bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:02.461875 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-155e20ce-b59a-412f-bc5d-adf8e4895bdc admin admin] 10.222.0.26 "GET /v2.0/subnets/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607 HTTP/1.1" status: 200 len: 816 time: 0.0881388 Apr 07 17:13:03.215643 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-244d1ca2-dc83-4eb6-88a0-20f670345b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:04.343386 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:04.778913 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45194) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:13:04.981893 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866018f-980c-49e1-a9c3-129624c25a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:04.983276 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5866018f-980c-49e1-a9c3-129624c25a2f admin admin] 10.222.0.26 "GET /v2.0/subnets/cb4843a8-bc5d-4895-bcdb-54b55b7f5c76 HTTP/1.1" status: 200 len: 868 time: 0.2034109 Apr 07 17:13:05.546602 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:07.062607 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:30.803102 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4e0daa97-254c-48d9-aeb5-845bc9eeb119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:33.202570 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-708c84e3-9e89-4cf8-a528-e854ef57cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:33.959948 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:13:34.337175 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:35.559247 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:37.071578 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:46.405199 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45252) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:13:46.452165 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [None req-396ae727-caea-4486-8a57-530e001026f4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:13:46.453202 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-396ae727-caea-4486-8a57-530e001026f4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470126 Apr 07 17:13:48.855593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45260) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:13:48.916894 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d8d8ed-9d99-4fe9-9d56-46527125ec19 admin admin] GET failed (client error): The resource could not be found. Apr 07 17:13:48.919034 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e3d8d8ed-9d99-4fe9-9d56-46527125ec19 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624151 Apr 07 17:13:49.004434 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6244a-12eb-4ecc-bd33-0094c3334886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:49.005958 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-50b6244a-12eb-4ecc-bd33-0094c3334886 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835812 Apr 07 17:13:51.360830 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45268) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:13:51.408839 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:13:51.481859 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Made reservation on behalf of 35b6cb6afbca434083db8420f6b5a438 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:13:51.484103 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:51.515681 dv-cinder-836996-1-iscsi neutron-server[104015]: WARNING neutron.services.revisions.revision_plugin [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Could not find related network for resource to bump revision. Apr 07 17:13:51.528878 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:13:51.537624 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (8cad4081-92ee-49e1-914f-b726bd3d66f6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:51.537907 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Added segment 8cad4081-92ee-49e1-914f-b726bd3d66f6 of type vlan for network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 Apr 07 17:13:51.576862 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (7bf3adb5-6a24-4e64-be20-42ac4d19fc55), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:51.684179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (7bf3adb5-6a24-4e64-be20-42ac4d19fc55), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:51.685177 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:51.685765 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:51.742693 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Pushing event updated for resources: {'Network': ['ID=7bf3adb5-6a24-4e64-be20-42ac4d19fc55,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:13:51.748777 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.749122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.749508 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.749849 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.750179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.750509 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.750833 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.751178 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.751521 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.751846 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.752172 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.752525 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.752848 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.753223 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.753550 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:51.765642 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:13:51.778189 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b3d3d384-ffc0-4fad-9515-41b70d5eb5fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4161489 Apr 07 17:13:54.142202 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45276) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:13:54.205350 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8023cbaa-1169-4624-9bea-0320ffb23727 admin admin] GET failed (client error): The resource could not be found. Apr 07 17:13:54.206903 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8023cbaa-1169-4624-9bea-0320ffb23727 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637209 Apr 07 17:13:54.274601 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63402ad-003f-4695-88bd-0e9d118f9140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:54.276020 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e63402ad-003f-4695-88bd-0e9d118f9140 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650191 Apr 07 17:13:54.285526 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:13:54.380897 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Made reservation on behalf of 35b6cb6afbca434083db8420f6b5a438 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:13:54.383275 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:54.596260 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (ffb2c2b9-45df-4003-a3e4-3621ed999f38), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:54.652724 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb2c2b9-45df-4003-a3e4-3621ed999f38,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:13:54.659805 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Checking segment: {'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:13:54.660154 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Network hostable DHCP agents. Network: 7bf3adb5-6a24-4e64-be20-42ac4d19fc55, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:13:54.798148 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:13:54.872187 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 7bf3adb5-6a24-4e64-be20-42ac4d19fc55) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:13:54.876281 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:13:54.876870 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:54.882519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0b9f4-780e-4bdd-a880-a3ce8bc4a044 None None] Network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:13:54.984326 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-7bf3adb5-6a24-4e64-be20-42ac4d19fc55', 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55', 'project_id': '35b6cb6afbca434083db8420f6b5a438', 'fixed_ips': [{'subnet_id': 'ffb2c2b9-45df-4003-a3e4-3621ed999f38'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:13:54.985166 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:54.995120 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-33f82f84-23ba-4e69-bbb8-5e9f387c3652 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7127943 Apr 07 17:13:55.126871 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Allocated IP 192.168.233.2 (7bf3adb5-6a24-4e64-be20-42ac4d19fc55/ffb2c2b9-45df-4003-a3e4-3621ed999f38/0c47862b-2ab1-4a9d-ba9b-4cab8925e70e) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:13:55.371384 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Publish callbacks [] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:55.450270 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:55.491025 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:13:55.493988 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:13:55.499653 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:13:55.506571 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Pushing event updated for resources: {'Port': ['ID=0c47862b-2ab1-4a9d-ba9b-4cab8925e70e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:13:55.530085 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.530434 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.530790 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.531143 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.531479 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.531802 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.532122 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.532440 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.532756 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.533074 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.533415 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.533750 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.534072 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.534382 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.534693 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:13:55.570235 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Attempting to bind port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:13:55.570481 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Attempting to bind port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:13:55.570846 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Attempting to bind port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e on network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:13:55.575902 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:13:55.576269 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Checking segment: {'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:13:55.576675 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:55.577065 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Bound using segment: {'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:13:55.577569 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Bound port: 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:13:55.577943 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:55.640229 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] For port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:13:55.643470 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] For port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0c47862b-2ab1-4a9d-ba9b-4cab8925e70e,segment=NetworkSegment(8cad4081-92ee-49e1-914f-b726bd3d66f6),segment_id=8cad4081-92ee-49e1-914f-b726bd3d66f6)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:13:55.723263 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:55.783021 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054d835-4b79-4d7e-ac92-2559c373e075 None None] Pushing event updated for resources: {'Port': ['ID=0c47862b-2ab1-4a9d-ba9b-4cab8925e70e,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:13:56.645301 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f37c3e-5d8d-43ab-8318-97ce145e1fe7 None None] Network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:13:56.776672 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9c180fff-5607-4808-ae0b-c1a03e0fd387 None None] Provisioning complete for port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:13:56.776993 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c180fff-5607-4808-ae0b-c1a03e0fd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:56.873735 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9c180fff-5607-4808-ae0b-c1a03e0fd387 None None] Current status of the port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:13:56.874026 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c180fff-5607-4808-ae0b-c1a03e0fd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:56.909790 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9c180fff-5607-4808-ae0b-c1a03e0fd387 None None] For port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0c47862b-2ab1-4a9d-ba9b-4cab8925e70e,segment=NetworkSegment(8cad4081-92ee-49e1-914f-b726bd3d66f6),segment_id=8cad4081-92ee-49e1-914f-b726bd3d66f6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:13:57.008402 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c180fff-5607-4808-ae0b-c1a03e0fd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:57.060665 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c180fff-5607-4808-ae0b-c1a03e0fd387 None None] Pushing event updated for resources: {'Port': ['ID=0c47862b-2ab1-4a9d-ba9b-4cab8925e70e,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:13:57.128437 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-e6b92468-d84a-4b83-97de-85a91636d76f None None] Provisioning complete for port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:13:57.128823 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6b92468-d84a-4b83-97de-85a91636d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:57.206913 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e6b92468-d84a-4b83-97de-85a91636d76f None None] Current status of the port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:13:57.878519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:13:57.933176 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:13:57.933561 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0c47862b-2ab1-4a9d-ba9b-4cab8925e70e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:13:58.011522 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 0c47862b-2ab1-4a9d-ba9b-4cab8925e70e is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:14:00.790916 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cff7e4eb-1d49-4ec2-b25a-356127e1324a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:03.224808 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0c363d08-c73a-4a7d-9bc8-c7ae4076dbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:04.357514 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:05.551965 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:07.088962 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:10.959033 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:14:30.791372 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8916-1f4c-4412-b54c-e52facc0fbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:33.202227 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b57f474c-e3a0-4225-a9a9-5b94a1d1d024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:34.350651 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:35.579278 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:37.058074 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:14:47.958156 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:15:00.784405 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a63-0a1b-4498-8ab1-b74f3d16be1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:03.201022 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07e8685b-40bc-4468-8f02-c3d6026c4096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:04.384268 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:05.555251 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:07.079787 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:24.956245 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:15:30.845956 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-83b38367-705c-4a79-a358-15b063116056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:33.240278 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d678844-0141-4ab9-aae5-d941b454bad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:34.388757 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:35.570457 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:15:37.114678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:00.787529 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1f20014d-31be-401b-affb-fbcc371ba24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:01.954988 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:16:02.753473 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45316) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:16:02.759086 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [None req-8b1c660b-e8f4-44ae-a46c-6b40b2a25869 tempest-verify_tempest_config-926479343 tempest-verify_tempest_config-926479343-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:16:02.760090 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8b1c660b-e8f4-44ae-a46c-6b40b2a25869 tempest-verify_tempest_config-926479343 tempest-verify_tempest_config-926479343-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057237 Apr 07 17:16:03.466422 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9736e04-3c88-4712-aa79-79cee6d0ae49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:03.849078 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45334) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:16:03.948109 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.029207 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Publish callbacks [] for security_group (2d579bfe-2233-4cd7-8832-e677fb123763), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.117422 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (2d579bfe-2233-4cd7-8832-e677fb123763), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.164387 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d017e63267364510be4c3eabd14929b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3162677 Apr 07 17:16:04.165271 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d579bfe-2233-4cd7-8832-e677fb123763,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:16:04.167116 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45338) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:16:04.171919 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.177276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212d8a9-fefd-484e-9688-4032ccab6be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.222957 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Publish callbacks [] for security_group (2d579bfe-2233-4cd7-8832-e677fb123763), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.243466 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Publish callbacks [] for security_group (2d579bfe-2233-4cd7-8832-e677fb123763), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.374512 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.403354 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (2d579bfe-2233-4cd7-8832-e677fb123763), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.405968 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:04.407099 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d579bfe-2233-4cd7-8832-e677fb123763 HTTP/1.1" status: 204 len: 168 time: 0.2389085 Apr 07 17:16:04.415247 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d579bfe-2233-4cd7-8832-e677fb123763,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:16:04.422007 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.424517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.424517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.424517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.424517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.424517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.424517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.425124 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.425462 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.425789 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.426134 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.426469 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.426788 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.427105 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:04.427421 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d5ba4-1e4b-44b2-848b-ef4e21fdb168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:16:05.576064 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:07.090337 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:30.803397 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-61410ff7-866d-4b7e-900d-dee7aa018015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:33.221478 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5e91db64-0b9b-48e4-a4e8-b147ea73b357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:34.386301 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:35.557485 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:37.048997 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:16:38.952532 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:17:00.815322 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c51a9b6-7f43-4e12-86c3-dbfe00afd588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:03.208138 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0cdc4421-5f37-4b6c-90ce-30d366b7ebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:04.402303 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:05.596214 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:07.093472 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:15.951910 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:17:30.801104 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6d98253-8b33-4fea-afbd-cc1dd64d7b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:33.205709 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-12d5ff84-9001-4ba5-b0e0-a0e9516e4cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:34.372127 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:35.578245 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:37.080906 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:48.371863 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2030767'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:17:52.951054 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:18:00.805740 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2a145d9e-6858-4114-be3e-8f9ba9fefd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:03.205583 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3add8d4-e314-4629-8b9a-839ba942ebbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:03.256871 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45410) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:18:03.363863 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-907115f2-6dc1-4210-b0c5-2deeb8638bde admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058774 Apr 07 17:18:04.371332 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:05.565595 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:05.773873 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45420) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:18:05.827420 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e83c9194-9f44-458e-bb34-1ce7feb83dcb admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523040 Apr 07 17:18:07.056682 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:18.324920 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:29.949519 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:18:30.815382 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e0ec02df-2551-4dee-a649-88ab4ef3cbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:33.238520 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b9e8aa5-f855-4b0d-965a-224afcd98555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:34.364439 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:35.597786 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:37.055618 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:18:48.335824 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:00.833924 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1ef5161c-9f04-47a3-a2f6-c08fb575821f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:03.216734 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-00da0648-a1f5-4c8c-9439-732baac0106b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:04.403450 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:05.593114 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:06.948307 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:19:07.061002 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:18.359038 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:30.810329 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fec0bbae-1dbe-41f6-a241-6a35eb4021e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:33.204838 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6d2b5e7-ad85-424c-9f63-081455169151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:34.359212 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:35.603872 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:37.078782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:43.948534 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:19:44.975575 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45566) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:45.353918 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1465205994-network', 'tenant_id': 'b00415c0a7d44437b37125395140181e'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:45.415934 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Made reservation on behalf of b00415c0a7d44437b37125395140181e for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:19:45.418345 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.426992 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.519118 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks [] for security_group (a5ac47ef-d863-4f21-b8c9-e2cae825ab91), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.575613 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a5ac47ef-d863-4f21-b8c9-e2cae825ab91), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.601234 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:19:45.611043 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ac47ef-d863-4f21-b8c9-e2cae825ab91,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:45.621802 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.622342 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.622679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.623265 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.623524 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.623818 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.624139 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.624469 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.624790 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.625116 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.625476 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.626415 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.627049 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.627545 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.627868 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Tracked resource versions report: Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: pushed versions: Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Log': {'1.0'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Network': {'1.1'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Port': {'1.7'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: consumer versions: Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: HyperV agent@hv-cinder-83699: {}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Agent': '1.1', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Log': '1.0', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Network': '1.1', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Port': '1.7', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'SubPort': '1.0', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Subnet': '1.1', Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Apr 07 17:19:45.629033 dv-cinder-836996-1-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:19:45.635282 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (43f19156-c34a-4aca-89fe-2251847ebfba), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.635823 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Added segment 43f19156-c34a-4aca-89fe-2251847ebfba of type vlan for network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 Apr 07 17:19:45.683104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.781427 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.782460 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:45.783207 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:45.875048 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:45.888233 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:19:45.898300 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8faa8ff4-cf40-4a02-83c9-0913e8d91470 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9214787 Apr 07 17:19:45.903869 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45620) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:45.909668 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Request body: {'subnet': {'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1465205994-subnet', 'tenant_id': 'b00415c0a7d44437b37125395140181e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:46.015826 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Made reservation on behalf of b00415c0a7d44437b37125395140181e for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:19:46.018361 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:46.319162 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (2099d7bb-0023-4d5b-a91f-3f7afd375dbb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:46.379402 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2099d7bb-0023-4d5b-a91f-3f7afd375dbb,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:46.389705 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Checking segment: {'id': '43f19156-c34a-4aca-89fe-2251847ebfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:46.390087 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Network hostable DHCP agents. Network: c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:19:46.464879 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45634) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:46.484485 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:19:46.492943 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45638) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:46.587772 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:46.592427 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:46.593066 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:46.599208 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed1b06-8b18-408a-9344-afb3ba361685 None None] Network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:19:46.679229 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6532f18c-88c5-42e3-a746-0a9abd28800c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7739120 Apr 07 17:19:46.714667 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea3083-c925-43c9-a038-39e1bd8105db None None] Network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:19:46.887755 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-network', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:46.888062 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-network', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:46.982032 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Made reservation on behalf of cb8370d7baf14d80b8e6f7882864649e for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:19:46.984298 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:46.993245 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:46.993600 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Made reservation on behalf of 03828970d20c4ed09fa9c9ec412782ec for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:19:46.996340 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.008956 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.083341 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks [] for security_group (3318af8f-e0ae-4629-bc62-359209de97f1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.132194 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks [] for security_group (c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.153808 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3318af8f-e0ae-4629-bc62-359209de97f1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.169351 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:19:47.182410 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (b113bc09-d057-4425-90ec-4acea0d11cf6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.182905 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Added segment b113bc09-d057-4425-90ec-4acea0d11cf6 of type vlan for network 48457aee-2d0c-465e-805a-fcb617f3be0e Apr 07 17:19:47.237158 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (48457aee-2d0c-465e-805a-fcb617f3be0e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.238707 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.263275 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318af8f-e0ae-4629-bc62-359209de97f1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:47.263512 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:19:47.278134 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:47.286769 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (3dd97dbb-28f7-424a-a16a-d04629c23294), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.286872 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Added segment 3dd97dbb-28f7-424a-a16a-d04629c23294 of type vlan for network a08d8121-3795-4290-8edc-155198c9e461 Apr 07 17:19:47.289239 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.289833 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.290450 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.290944 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.291514 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.292015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.292515 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.292903 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.293440 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.293924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.294436 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.294935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.295411 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.295935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.296263 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Tracked resource versions report: Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: pushed versions: Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Log': {'1.0'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Network': {'1.1'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Port': {'1.7'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'PortForwarding': {'1.3'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: consumer versions: Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: HyperV agent@hv-cinder-83699: {}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Agent': '1.1', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Log': '1.0', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Network': '1.1', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Port': '1.7', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'PortForwarding': '1.3', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'SubPort': '1.0', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Subnet': '1.1', Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Apr 07 17:19:47.297525 dv-cinder-836996-1-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:19:47.331752 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (48457aee-2d0c-465e-805a-fcb617f3be0e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.332594 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:47.332826 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.345230 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (a08d8121-3795-4290-8edc-155198c9e461), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.411592 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] Pushing event updated for resources: {'Network': ['ID=48457aee-2d0c-465e-805a-fcb617f3be0e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:47.421913 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 48457aee-2d0c-465e-805a-fcb617f3be0e details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:19:47.456324 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (a08d8121-3795-4290-8edc-155198c9e461), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.457351 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:47.457937 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.494167 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7461e80e-1194-4f92-b223-85f1d2e7252f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0270936 Apr 07 17:19:47.494791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45686) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:47.500341 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Request body: {'subnet': {'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-subnet', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:47.542005 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] Pushing event updated for resources: {'Network': ['ID=a08d8121-3795-4290-8edc-155198c9e461,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:47.554331 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network a08d8121-3795-4290-8edc-155198c9e461 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:19:47.591918 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3fe5270c-be97-4bc7-98c6-83429b9f0707 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0969400 Apr 07 17:19:47.595225 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45694) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:47.601247 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Request body: {'subnet': {'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-subnet', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:47.685054 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Made reservation on behalf of cb8370d7baf14d80b8e6f7882864649e for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:19:47.688035 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:47.749977 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Made reservation on behalf of 03828970d20c4ed09fa9c9ec412782ec for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:19:47.752762 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.019821 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (86b6363f-3482-4d6b-9da8-2f87187a3e9b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.110786 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (3eade9be-bc58-491c-9a1a-e212e62b0685), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.120629 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Checking segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:48.121277 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Network hostable DHCP agents. Network: 48457aee-2d0c-465e-805a-fcb617f3be0e, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:19:48.145886 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b6363f-3482-4d6b-9da8-2f87187a3e9b,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:48.227694 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Checking segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:48.228211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Network hostable DHCP agents. Network: a08d8121-3795-4290-8edc-155198c9e461, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:19:48.260211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Network 48457aee-2d0c-465e-805a-fcb617f3be0e is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:19:48.281753 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eade9be-bc58-491c-9a1a-e212e62b0685,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:48.334462 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Network a08d8121-3795-4290-8edc-155198c9e461 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:19:48.364444 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.423974 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 48457aee-2d0c-465e-805a-fcb617f3be0e) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:48.439767 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fccefb-387e-4517-a80a-c879e86ab35f None None] Network 48457aee-2d0c-465e-805a-fcb617f3be0e requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:19:48.448364 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, a08d8121-3795-4290-8edc-155198c9e461) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:48.457573 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:48.464400 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.520148 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:48.520638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.544655 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4add2e-1765-444c-9c34-9df897eb78ae None None] Network a08d8121-3795-4290-8edc-155198c9e461 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:19:48.574118 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cc446c60-1bc4-49fb-a891-29e57549d9a8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0772474 Apr 07 17:19:48.584688 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45746) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:48.585990 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:48.606298 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6c3f3818-764a-4950-9f65-28f81029b33b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0073433 Apr 07 17:19:48.606735 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45750) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:48.612851 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:48.686440 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (0afb3411-b987-4973-97c7-da999b7d7145), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.694598 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (0afb3411-b987-4973-97c7-da999b7d7145), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.713605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (e953d319-9adb-4664-956c-15566dc8a969), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.715196 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (e953d319-9adb-4664-956c-15566dc8a969), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.805374 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-a08d8121-3795-4290-8edc-155198c9e461', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:19:48.806190 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.819590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-48457aee-2d0c-465e-805a-fcb617f3be0e', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:19:48.820432 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:48.853522 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks [] for router_controller (e953d319-9adb-4664-956c-15566dc8a969), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.068045 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45770) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:49.074416 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Allocated IP 172.20.0.2 (a08d8121-3795-4290-8edc-155198c9e461/3eade9be-bc58-491c-9a1a-e212e62b0685/e89453b6-3275-4aae-90ac-6f67e500388b) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:19:49.077755 dv-cinder-836996-1-iscsi neutron-server[104016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 17:19:49.079491 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks [] for router_controller (0afb3411-b987-4973-97c7-da999b7d7145), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.121479 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks [] for router_gateway (e953d319-9adb-4664-956c-15566dc8a969), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.204573 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Allocated IP 172.20.0.2 (48457aee-2d0c-465e-805a-fcb617f3be0e/86b6363f-3482-4d6b-9da8-2f87187a3e9b/856bfa80-1e5e-4e0f-8280-13ee7b62e860) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:19:49.282981 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Publish callbacks [] for port (e89453b6-3275-4aae-90ac-6f67e500388b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.400445 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks [] for router_gateway (e953d319-9adb-4664-956c-15566dc8a969), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.422353 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.432644 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.439678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Publish callbacks [] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.450470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks [] for router_gateway (0afb3411-b987-4973-97c7-da999b7d7145), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.475855 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Network a08d8121-3795-4290-8edc-155198c9e461 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:49.478296 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:49.490058 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:19:49.493410 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Pushing event updated for resources: {'Port': ['ID=e89453b6-3275-4aae-90ac-6f67e500388b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:49.493904 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-3d8dd4c5-1721-4d10-ba1d-0a78f9e849f8 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:49.495654 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-3d8dd4c5-1721-4d10-ba1d-0a78f9e849f8 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/networks?id=c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 HTTP/1.1" status: 200 len: 812 time: 0.4240294 Apr 07 17:19:49.495785 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.511293 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.511640 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.512178 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.512370 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.512681 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.513013 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.513373 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.513704 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.514032 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.514354 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.514679 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.515021 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.515347 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.515667 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.516005 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:49.516510 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-bb2537e2-371f-4687-90d4-8868ea0662f8 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/quotas/b00415c0a7d44437b37125395140181e HTTP/1.1" status: 200 len: 375 time: 0.0135336 Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Tracked resource versions report: Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: pushed versions: Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Log': {'1.0'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Network': {'1.1'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Port': {'1.7'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: consumer versions: Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: HyperV agent@hv-cinder-83699: {}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Agent': '1.1', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Log': '1.0', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Network': '1.1', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Port': '1.7', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'SubPort': '1.0', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Subnet': '1.1', Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Apr 07 17:19:49.517251 dv-cinder-836996-1-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:19:49.535602 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Allocated IP 172.27.0.213 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/516db72f-8cec-4012-b982-343116076c1b) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:19:49.557444 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Network 48457aee-2d0c-465e-805a-fcb617f3be0e is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:49.591768 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:49.597608 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:19:49.617528 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-e0925e10-ba0a-425b-8d19-c1fbeb0a2e81 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b00415c0a7d44437b37125395140181e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824504 Apr 07 17:19:49.620586 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Attempting to bind port e89453b6-3275-4aae-90ac-6f67e500388b on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:19:49.621237 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Attempting to bind port e89453b6-3275-4aae-90ac-6f67e500388b by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:19:49.621781 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Attempting to bind port e89453b6-3275-4aae-90ac-6f67e500388b on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:19:49.646379 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks [] for port (516db72f-8cec-4012-b982-343116076c1b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.671006 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:19:49.671394 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Checking segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:49.671842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.672353 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Bound using segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:19:49.673051 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Bound port: e89453b6-3275-4aae-90ac-6f67e500388b, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:19:49.674953 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.684109 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Pushing event updated for resources: {'Port': ['ID=856bfa80-1e5e-4e0f-8280-13ee7b62e860,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:49.752696 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Attempting to bind port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:19:49.753308 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Attempting to bind port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:19:49.753834 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Attempting to bind port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 on network 48457aee-2d0c-465e-805a-fcb617f3be0e {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:19:49.761784 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:19:49.762404 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Checking segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:49.764270 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (516db72f-8cec-4012-b982-343116076c1b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.777264 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.777695 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Bound using segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:19:49.778210 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Bound port: 856bfa80-1e5e-4e0f-8280-13ee7b62e860, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:19:49.778604 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.843926 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Pushing event updated for resources: {'Port': ['ID=516db72f-8cec-4012-b982-343116076c1b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:49.852664 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:49.854532 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:49.856824 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:19:49.885115 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] For port e89453b6-3275-4aae-90ac-6f67e500388b, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:19:49.893447 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] For port e89453b6-3275-4aae-90ac-6f67e500388b, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e89453b6-3275-4aae-90ac-6f67e500388b,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:19:49.918651 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] For port 856bfa80-1e5e-4e0f-8280-13ee7b62e860, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:19:49.922500 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] For port 856bfa80-1e5e-4e0f-8280-13ee7b62e860, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=856bfa80-1e5e-4e0f-8280-13ee7b62e860,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:19:49.977463 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:49.983473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-303a0736-0c63-48e3-afc3-892f589f34f7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:19:49.984613 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-303a0736-0c63-48e3-afc3-892f589f34f7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1004877 Apr 07 17:19:50.033614 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:50.100617 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6164e5-77da-44ef-a9da-ed9efee4ccd4 None None] Pushing event updated for resources: {'Port': ['ID=e89453b6-3275-4aae-90ac-6f67e500388b,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:50.175385 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-fb8379fc-5fe6-47f4-b391-607f7d2952f1 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782808 Apr 07 17:19:50.191186 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9756b83-d505-4466-a2fd-37e74cdb4356 None None] Pushing event updated for resources: {'Port': ['ID=856bfa80-1e5e-4e0f-8280-13ee7b62e860,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:50.266082 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks [] for router_gateway (0afb3411-b987-4973-97c7-da999b7d7145), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:50.305359 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:50.371845 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks [] for router_gateway (e953d319-9adb-4664-956c-15566dc8a969), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:50.379384 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-9cb637e3-f031-4cf4-93c8-d3e96a7e7fce service neutron] 10.222.0.26 "GET /v2.0/networks/c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031183 Apr 07 17:19:50.662281 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Allocated IP 172.27.0.39 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/94fea48b-691e-490a-9354-a7011e6aaac0) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:19:50.775415 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (e953d319-9adb-4664-956c-15566dc8a969), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:50.930367 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks [] for port (94fea48b-691e-490a-9354-a7011e6aaac0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:51.136924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Router e953d319-9adb-4664-956c-15566dc8a969 is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:19:51.196244 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75bdb483-3e9e-425a-ad36-b23b31369008 req-65fcb722-e33d-4cc7-a45c-27a7263ae898 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.3393400 Apr 07 17:19:51.348279 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:51.435431 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:19:51.462714 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Sync routers for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:19:51.493476 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:19:51.493792 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:51.494262 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:19:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:51.507830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:51.516664 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:19:51.516664 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Pushing event updated for resources: {'Port': ['ID=94fea48b-691e-490a-9354-a7011e6aaac0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:51.598958 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:51.602115 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e1722a36-3360-4c49-83ec-d5822aba35d9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9937823 Apr 07 17:19:51.606074 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45848) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:52.113560 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:19:52.123090 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2cf56-1793-4861-8c1e-87f43e98266a None None] Network 48457aee-2d0c-465e-805a-fcb617f3be0e requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:19:52.123090 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-90e54b74-e473-4583-838f-0e9e904e599d None None] Provisioning complete for port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:52.123090 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90e54b74-e473-4583-838f-0e9e904e599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.241315 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-90e54b74-e473-4583-838f-0e9e904e599d None None] Current status of the port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:52.242055 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90e54b74-e473-4583-838f-0e9e904e599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.257949 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:50Z', 'revision_number': 3, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:52.274463 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e89453b6-3275-4aae-90ac-6f67e500388b up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:19:52.326762 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45878) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:52.341055 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Checking router: e953d319-9adb-4664-956c-15566dc8a969 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:19:52.341632 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Updating router e953d319-9adb-4664-956c-15566dc8a969 port 516db72f-8cec-4012-b982-343116076c1b binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:19:52.382734 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a21e96-eb29-4dff-8c61-6579112bc90f None None] Network a08d8121-3795-4290-8edc-155198c9e461 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:19:52.383497 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (516db72f-8cec-4012-b982-343116076c1b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.396716 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fe7c4c2-57f7-4067-b770-336c454536df req-bddfbab9-952f-4d12-94fe-2381bab81a5e tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0667689 Apr 07 17:19:52.423454 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-90e54b74-e473-4583-838f-0e9e904e599d None None] For port 856bfa80-1e5e-4e0f-8280-13ee7b62e860, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=856bfa80-1e5e-4e0f-8280-13ee7b62e860,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:19:52.428472 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks [] for router_gateway (0afb3411-b987-4973-97c7-da999b7d7145), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.516922 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-90e54b74-e473-4583-838f-0e9e904e599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.674193 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port e89453b6-3275-4aae-90ac-6f67e500388b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:52.674193 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.759171 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.759687 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e54b74-e473-4583-838f-0e9e904e599d None None] Pushing event updated for resources: {'Port': ['ID=856bfa80-1e5e-4e0f-8280-13ee7b62e860,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:52.794343 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-656130a8-f10b-4dda-9d44-ff2761496eb5 None None] Provisioning complete for port e89453b6-3275-4aae-90ac-6f67e500388b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:52.794934 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-656130a8-f10b-4dda-9d44-ff2761496eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.824855 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Publish callbacks [] for port (516db72f-8cec-4012-b982-343116076c1b), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.908923 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (516db72f-8cec-4012-b982-343116076c1b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:52.971146 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (0afb3411-b987-4973-97c7-da999b7d7145), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.013503 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Attempting to bind port 516db72f-8cec-4012-b982-343116076c1b on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:19:53.014155 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Attempting to bind port 516db72f-8cec-4012-b982-343116076c1b by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:19:53.021171 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Attempting to bind port 516db72f-8cec-4012-b982-343116076c1b on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:19:53.025353 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Pushing event updated for resources: {'Port': ['ID=516db72f-8cec-4012-b982-343116076c1b,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:53.047309 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.049515 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.051601 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.053260 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.053771 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.054168 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.056349 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.056736 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.057031 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.061743 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.062311 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.063343 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.063562 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.063983 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.064248 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Tracked resource versions report: Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: pushed versions: Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Log': {'1.0'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Network': {'1.1'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Port': {'1.7'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: consumer versions: Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: HyperV agent@hv-cinder-83699: {}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: L3 agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: Metadata agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: Metering agent@dv-cinder-836996-1-iscsi: {}, Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-836996-1-iscsi: { 'AddressGroup': '1.2', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Agent': '1.1', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Log': '1.0', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Network': '1.1', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Port': '1.7', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'SubPort': '1.0', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Subnet': '1.1', Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Apr 07 17:19:53.068741 dv-cinder-836996-1-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 17:19:53.073049 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:19:53.073049 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:53.076027 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.076547 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:19:53.077061 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Bound port: 516db72f-8cec-4012-b982-343116076c1b, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:19:53.079773 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (516db72f-8cec-4012-b982-343116076c1b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.145477 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Allocated IP 172.20.0.1 (a08d8121-3795-4290-8edc-155198c9e461/3eade9be-bc58-491c-9a1a-e212e62b0685/c47d23a9-49b2-498c-9415-c03a9b0d75e4) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:19:53.162808 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] For port 516db72f-8cec-4012-b982-343116076c1b, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:19:53.163614 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port e89453b6-3275-4aae-90ac-6f67e500388b is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:53.164095 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.166758 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] For port 516db72f-8cec-4012-b982-343116076c1b, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=516db72f-8cec-4012-b982-343116076c1b,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:19:53.182101 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-656130a8-f10b-4dda-9d44-ff2761496eb5 None None] Current status of the port e89453b6-3275-4aae-90ac-6f67e500388b is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:53.182583 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-656130a8-f10b-4dda-9d44-ff2761496eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.228334 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port e89453b6-3275-4aae-90ac-6f67e500388b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e89453b6-3275-4aae-90ac-6f67e500388b,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:19:53.252261 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (516db72f-8cec-4012-b982-343116076c1b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.272898 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Router 0afb3411-b987-4973-97c7-da999b7d7145 is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:19:53.299485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks [] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.303439 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:19:53.304142 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:19:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:53.326424 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.327646 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 856bfa80-1e5e-4e0f-8280-13ee7b62e860 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:19:53.370220 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da695b5-0f01-4e7d-acc0-5167a2ed2cde None None] Pushing event updated for resources: {'Port': ['ID=516db72f-8cec-4012-b982-343116076c1b,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:53.449298 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:19:53.451796 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.456504 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:19:53.531225 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Network a08d8121-3795-4290-8edc-155198c9e461 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:53.534732 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:53.538307 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:19:53.538783 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (e953d319-9adb-4664-956c-15566dc8a969), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.554039 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21646dd2-2da1-4faf-8f76-ee8da611bd2a req-17336d1a-efa6-4d78-ba55-39e52dd0c5cf tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0397830 Apr 07 17:19:53.593673 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:53.595854 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-268ad840-141c-4c58-bc7a-fb89ee1d744e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0131688 Apr 07 17:19:53.599456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45922) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:53.612857 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Sync routers for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:19:53.663471 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Pushing event updated for resources: {'Port': ['ID=c47d23a9-49b2-498c-9415-c03a9b0d75e4,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:53.792608 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-656130a8-f10b-4dda-9d44-ff2761496eb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 17:19:53.793174 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-656130a8-f10b-4dda-9d44-ff2761496eb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 17:19:53.793753 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:19:53.794487 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:19:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:53.798446 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=e89453b6-3275-4aae-90ac-6f67e500388b,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:54.045591 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:50Z', 'revision_number': 3, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:54.049390 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:19:54.099080 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9f65c-aeb2-4a57-897d-2b5bac84429b None None] The sync data for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi is: [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:50Z', 'revision_number': 3, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:19:54.191949 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:54.192887 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:54.353945 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 45946) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:54.380137 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-656130a8-f10b-4dda-9d44-ff2761496eb5 None None] Current status of the port e89453b6-3275-4aae-90ac-6f67e500388b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:54.480536 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:54.511924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:54.533751 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Provisioning complete for port e89453b6-3275-4aae-90ac-6f67e500388b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:54.534164 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:54.538569 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45952) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:54.627846 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:51Z', 'revision_number': 3, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:54.631695 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:54.725022 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Checking router: 0afb3411-b987-4973-97c7-da999b7d7145 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:19:54.725022 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Updating router 0afb3411-b987-4973-97c7-da999b7d7145 port 94fea48b-691e-490a-9354-a7011e6aaac0 binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:19:54.798844 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e89453b6-3275-4aae-90ac-6f67e500388b up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:19:54.905365 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks [] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:54.941426 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be4feff-2432-4bf2-9c5d-775b11e28f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:54.954770 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.003384 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.004826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (e953d319-9adb-4664-956c-15566dc8a969), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.077185 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e1a2-45c1-4722-8128-6c0871e138b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.081188 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1883b1a1-5775-4098-afbf-55beaff2314b req-b1a978b8-bb4e-437c-aa9a-4ef53534e3bc tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.1154001 Apr 07 17:19:55.167276 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Current status of the port e89453b6-3275-4aae-90ac-6f67e500388b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:55.241940 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Network a08d8121-3795-4290-8edc-155198c9e461 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:55.248282 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Allocated IP 172.20.0.1 (48457aee-2d0c-465e-805a-fcb617f3be0e/86b6363f-3482-4d6b-9da8-2f87187a3e9b/e2f59355-10df-47a8-9d85-e0c4236d5109) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:19:55.253096 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Provisioning complete for port c47d23a9-49b2-498c-9415-c03a9b0d75e4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:55.253708 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.257602 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:55.293002 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be4feff-2432-4bf2-9c5d-775b11e28f7a admin admin] Publish callbacks [] for security_group (8995c714-2539-4508-8743-db3338de961b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.309482 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Pushing event updated for resources: {'Port': ['ID=c47d23a9-49b2-498c-9415-c03a9b0d75e4,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:55.323748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Port c47d23a9-49b2-498c-9415-c03a9b0d75e4 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:19:55.334197 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e1a2-45c1-4722-8128-6c0871e138b6 admin admin] Publish callbacks [] for security_group (dd517b45-fa28-4946-90ff-77a32b43e201), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.358427 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be4feff-2432-4bf2-9c5d-775b11e28f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (8995c714-2539-4508-8743-db3338de961b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.401984 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1be4feff-2432-4bf2-9c5d-775b11e28f7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aba12fb3dced4a2d8f3607ef347f14d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8610759 Apr 07 17:19:55.409760 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45974) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:55.433074 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Publish callbacks [] for port (94fea48b-691e-490a-9354-a7011e6aaac0), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.434898 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks [] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.447312 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port e89453b6-3275-4aae-90ac-6f67e500388b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:55.447893 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.468088 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e1a2-45c1-4722-8128-6c0871e138b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (dd517b45-fa28-4946-90ff-77a32b43e201), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.490500 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Provisioning complete for port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:55.491044 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.520511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Router e953d319-9adb-4664-956c-15566dc8a969 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:19:55.538506 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4feff-2432-4bf2-9c5d-775b11e28f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995c714-2539-4508-8743-db3338de961b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:55.546775 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.551932 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 45976) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:55.552183 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7ec5e1a2-45c1-4722-8128-6c0871e138b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8dcd6382c65454982374d49db484e37&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1854095 Apr 07 17:19:55.554975 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.559641 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e1a2-45c1-4722-8128-6c0871e138b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd517b45-fa28-4946-90ff-77a32b43e201,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:55.618955 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Network 48457aee-2d0c-465e-805a-fcb617f3be0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:55.621734 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:55.625346 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:19:55.625346 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (0afb3411-b987-4973-97c7-da999b7d7145), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.647241 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d5123-c907-4937-a6eb-1502b5decdb4 None None] Pushing event updated for resources: {'Port': ['ID=94fea48b-691e-490a-9354-a7011e6aaac0,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:55.653842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Attempting to bind port 94fea48b-691e-490a-9354-a7011e6aaac0 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:19:55.653842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Attempting to bind port 94fea48b-691e-490a-9354-a7011e6aaac0 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:19:55.653842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Attempting to bind port 94fea48b-691e-490a-9354-a7011e6aaac0 on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:19:55.665683 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port e89453b6-3275-4aae-90ac-6f67e500388b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:55.666772 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 856bfa80-1e5e-4e0f-8280-13ee7b62e860 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:19:55.675216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:19:55.675216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:55.675216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.675216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:19:55.675216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Bound port: 94fea48b-691e-490a-9354-a7011e6aaac0, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:19:55.675216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.691917 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee875-e889-44c0-b831-27893768ab1c admin admin] Publish callbacks [] for security_group (8995c714-2539-4508-8743-db3338de961b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.707902 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Pushing event updated for resources: {'Port': ['ID=e2f59355-10df-47a8-9d85-e0c4236d5109,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:55.779550 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa3372-417b-42f4-9768-2bba554ddc91 None None] Current status of the port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:55.793036 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee875-e889-44c0-b831-27893768ab1c admin admin] Publish callbacks [] for security_group (8995c714-2539-4508-8743-db3338de961b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.837777 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] For port 94fea48b-691e-490a-9354-a7011e6aaac0, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:19:55.838069 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ac52f65-3307-41f4-afc6-54892bacaed7 admin admin] Publish callbacks [] for security_group (dd517b45-fa28-4946-90ff-77a32b43e201), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.841842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] For port 94fea48b-691e-490a-9354-a7011e6aaac0, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=94fea48b-691e-490a-9354-a7011e6aaac0,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:19:55.848421 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:55.848765 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.904585 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:19:55.916163 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-4aee54b0-1660-414d-87a7-00e9ed89fdf2 None None] Provisioning complete for port c47d23a9-49b2-498c-9415-c03a9b0d75e4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:55.916738 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4aee54b0-1660-414d-87a7-00e9ed89fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.918275 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4fa5da0b-de8d-488c-a735-1900d06c3323 admin admin] 10.222.0.26 "PUT /v2.0/routers/e953d319-9adb-4664-956c-15566dc8a969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3110371 Apr 07 17:19:55.921501 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ac52f65-3307-41f4-afc6-54892bacaed7 admin admin] Publish callbacks [] for security_group (dd517b45-fa28-4946-90ff-77a32b43e201), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:55.947191 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.022757 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4aee54b0-1660-414d-87a7-00e9ed89fdf2 None None] Port c47d23a9-49b2-498c-9415-c03a9b0d75e4 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:19:56.055819 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.056865 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:56.065951 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:19:56.066754 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:19:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:56.069712 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee875-e889-44c0-b831-27893768ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (8995c714-2539-4508-8743-db3338de961b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.072674 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee875-e889-44c0-b831-27893768ab1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.074079 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2f4ee875-e889-44c0-b831-27893768ab1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8995c714-2539-4508-8743-db3338de961b HTTP/1.1" status: 204 len: 168 time: 0.6634378 Apr 07 17:19:56.085708 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ee875-e889-44c0-b831-27893768ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995c714-2539-4508-8743-db3338de961b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:56.096632 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ac52f65-3307-41f4-afc6-54892bacaed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (dd517b45-fa28-4946-90ff-77a32b43e201), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.102758 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ac52f65-3307-41f4-afc6-54892bacaed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.104784 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8ac52f65-3307-41f4-afc6-54892bacaed7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd517b45-fa28-4946-90ff-77a32b43e201 HTTP/1.1" status: 204 len: 168 time: 0.5477960 Apr 07 17:19:56.127333 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac52f65-3307-41f4-afc6-54892bacaed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd517b45-fa28-4946-90ff-77a32b43e201,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:56.174083 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d5123-c907-4937-a6eb-1502b5decdb4 None None] Pushing event updated for resources: {'Port': ['ID=94fea48b-691e-490a-9354-a7011e6aaac0,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:56.239571 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-de655bf0-1b26-44b4-ba10-94a1ca9603a5 None None] Provisioning complete for port e2f59355-10df-47a8-9d85-e0c4236d5109 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:56.244045 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-de655bf0-1b26-44b4-ba10-94a1ca9603a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.332335 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-de655bf0-1b26-44b4-ba10-94a1ca9603a5 None None] Port e2f59355-10df-47a8-9d85-e0c4236d5109 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:19:56.349027 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:19:56.354644 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-abf722fe-1dac-4968-aa1d-faf5ee717bba req-9bc7ac1b-196d-454c-935e-ab05ff796305 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0380645 Apr 07 17:19:56.452944 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks [] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.513589 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.519900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (0afb3411-b987-4973-97c7-da999b7d7145), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:56.635111 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Sync routers for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:19:56.659667 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:19:56.660296 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 516db72f-8cec-4012-b982-343116076c1b up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:19:56.660426 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:19:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:56.662605 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Pushing event updated for resources: {'Port': ['ID=e2f59355-10df-47a8-9d85-e0c4236d5109,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:56.711968 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Network 48457aee-2d0c-465e-805a-fcb617f3be0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:19:56.714567 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:19:56.922084 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 516db72f-8cec-4012-b982-343116076c1b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:56.922795 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (516db72f-8cec-4012-b982-343116076c1b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.057450 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Router 0afb3411-b987-4973-97c7-da999b7d7145 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:19:57.084097 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:57.120236 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:19:57.145081 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-f97ca425-2b78-4ae1-9403-deeb54ea8a71 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:57.151816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-f97ca425-2b78-4ae1-9403-deeb54ea8a71 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 819 time: 0.2384007 Apr 07 17:19:57.161796 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01131016-961a-4582-a631-6d8330d5b1fd None None] The sync data for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi is: [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:19:57.179817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-250f9d76-465f-439a-ad9f-2a7333e5500a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/quotas/03828970d20c4ed09fa9c9ec412782ec HTTP/1.1" status: 200 len: 375 time: 0.0270469 Apr 07 17:19:57.203076 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 516db72f-8cec-4012-b982-343116076c1b is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:57.204500 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (516db72f-8cec-4012-b982-343116076c1b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.228600 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46028) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:57.255708 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cba4c14e-a66c-4bd8-95c8-3b020c15dd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.256205 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 516db72f-8cec-4012-b982-343116076c1b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=516db72f-8cec-4012-b982-343116076c1b,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:19:57.260170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-c64f6b6d-6ce4-4c6c-be12-52f23bf91f3c None None] Provisioning complete for port e2f59355-10df-47a8-9d85-e0c4236d5109 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:57.260170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c64f6b6d-6ce4-4c6c-be12-52f23bf91f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.337428 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c64f6b6d-6ce4-4c6c-be12-52f23bf91f3c None None] Port e2f59355-10df-47a8-9d85-e0c4236d5109 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:19:57.342357 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:19:57.359040 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3fe11f91-39e0-4065-b985-b0f5868ddc4b admin admin] 10.222.0.26 "PUT /v2.0/routers/0afb3411-b987-4973-97c7-da999b7d7145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7581649 Apr 07 17:19:57.370791 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (516db72f-8cec-4012-b982-343116076c1b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.387627 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-c3932e4f-780f-4ecc-9162-954770b55100 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062290 Apr 07 17:19:57.473735 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=516db72f-8cec-4012-b982-343116076c1b,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:57.567165 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cba4c14e-a66c-4bd8-95c8-3b020c15dd42 admin admin] Publish callbacks [] for security_group (c0966c03-3859-4525-8ea6-a6ae9d721e8a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.568931 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 2, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:57.633255 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54638) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:57.635546 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cba4c14e-a66c-4bd8-95c8-3b020c15dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c0966c03-3859-4525-8ea6-a6ae9d721e8a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.655476 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Checking router: e953d319-9adb-4664-956c-15566dc8a969 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:19:57.656104 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Updating router e953d319-9adb-4664-956c-15566dc8a969 port c47d23a9-49b2-498c-9415-c03a9b0d75e4 binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:19:57.739261 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:57.893496 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-511e5acf-f2b9-4d8a-b72f-0ab0b9dfdfec service neutron] 10.222.0.26 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743893 Apr 07 17:19:57.902994 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-cba4c14e-a66c-4bd8-95c8-3b020c15dd42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63b6e22a8acf4b89b9b98d8558e3efcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6732159 Apr 07 17:19:57.923495 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46052) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:57.927407 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4c14e-a66c-4bd8-95c8-3b020c15dd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0966c03-3859-4525-8ea6-a6ae9d721e8a,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:57.937534 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad8ec76d-e630-484f-a4cd-09a6c5a37b38 req-9c435936-51fd-4445-ac81-46550ab9b38b tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0421214 Apr 07 17:19:58.034029 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-5bfad7c4-5dce-4a40-921b-2831c2f8ff87 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:19:58.038178 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-5bfad7c4-5dce-4a40-921b-2831c2f8ff87 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.37 "GET /v2.0/networks?id=c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 HTTP/1.1" status: 200 len: 812 time: 0.4037514 Apr 07 17:19:58.103766 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Request body: {'port': {'device_id': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67', 'admin_state_up': True, 'tenant_id': 'b00415c0a7d44437b37125395140181e'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:58.188212 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-14a0ce16-9aee-4a12-a18a-55cbf25f6504 service neutron] 10.222.0.26 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496789 Apr 07 17:19:58.210377 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-86e27a7b-83b9-4936-a319-d5a495b668c1 admin admin] Publish callbacks [] for security_group (c0966c03-3859-4525-8ea6-a6ae9d721e8a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.258086 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-86e27a7b-83b9-4936-a319-d5a495b668c1 admin admin] Publish callbacks [] for security_group (c0966c03-3859-4525-8ea6-a6ae9d721e8a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.404851 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Publish callbacks [] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.540987 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.541155 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-86e27a7b-83b9-4936-a319-d5a495b668c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c0966c03-3859-4525-8ea6-a6ae9d721e8a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.544256 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-86e27a7b-83b9-4936-a319-d5a495b668c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.545464 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-86e27a7b-83b9-4936-a319-d5a495b668c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0966c03-3859-4525-8ea6-a6ae9d721e8a HTTP/1.1" status: 204 len: 168 time: 0.6133554 Apr 07 17:19:58.632883 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e27a7b-83b9-4936-a319-d5a495b668c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0966c03-3859-4525-8ea6-a6ae9d721e8a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:58.678945 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Made reservation on behalf of b00415c0a7d44437b37125395140181e for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:19:58.683024 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.701949 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adb3ce-a207-4263-8905-13b28cc6d7b9 None None] Pushing event updated for resources: {'Port': ['ID=c47d23a9-49b2-498c-9415-c03a9b0d75e4,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:58.931689 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 516db72f-8cec-4012-b982-343116076c1b up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:19:58.937078 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Attempting to bind port c47d23a9-49b2-498c-9415-c03a9b0d75e4 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:19:58.937585 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Attempting to bind port c47d23a9-49b2-498c-9415-c03a9b0d75e4 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:19:58.937950 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Attempting to bind port c47d23a9-49b2-498c-9415-c03a9b0d75e4 on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:19:58.946464 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:19:58.946900 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Checking segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:19:58.947930 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.948333 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Bound using segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:19:58.949120 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Bound port: c47d23a9-49b2-498c-9415-c03a9b0d75e4, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:19:58.949592 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:58.951782 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f556319a-5b60-4190-80fc-61aa52c1e6db req-eb1db1df-b07a-4268-9b25-cff9188bb9b1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 210 time: 0.0613081 Apr 07 17:19:59.098902 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 516db72f-8cec-4012-b982-343116076c1b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:59.102365 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (516db72f-8cec-4012-b982-343116076c1b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.208519 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] For port c47d23a9-49b2-498c-9415-c03a9b0d75e4, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:19:59.216190 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] For port c47d23a9-49b2-498c-9415-c03a9b0d75e4, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=c47d23a9-49b2-498c-9415-c03a9b0d75e4,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:19:59.307545 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f249e74c-f611-442c-b583-6885447af5b7 None None] Provisioning complete for port c47d23a9-49b2-498c-9415-c03a9b0d75e4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:59.307928 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f249e74c-f611-442c-b583-6885447af5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.317415 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.350839 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Allocated IP 172.20.0.9 (c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67/2099d7bb-0023-4d5b-a91f-3f7afd375dbb/e3a426db-9525-4fc4-90fc-3522fb6ce2cb) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:19:59.441592 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:19:59.443560 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:19:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:19:59.450831 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8820c115-c982-4597-a8fd-271cb1371bad req-69c3bf12-7f8c-4b13-b76b-6b5be4ab4ec5 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0828347 Apr 07 17:19:59.495785 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 46126) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:19:59.500752 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5e730ba2-7c3d-44c1-8854-cd743de89a1b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668567382', 'description': 'tempest-description--355998388'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:19:59.598060 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 516db72f-8cec-4012-b982-343116076c1b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:59.599491 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 94fea48b-691e-490a-9354-a7011e6aaac0 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:19:59.620761 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adb3ce-a207-4263-8905-13b28cc6d7b9 None None] Pushing event updated for resources: {'Port': ['ID=c47d23a9-49b2-498c-9415-c03a9b0d75e4,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:19:59.645199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e730ba2-7c3d-44c1-8854-cd743de89a1b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.764257 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f249e74c-f611-442c-b583-6885447af5b7 None None] Current status of the port c47d23a9-49b2-498c-9415-c03a9b0d75e4 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:59.764981 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f249e74c-f611-442c-b583-6885447af5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.815676 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 94fea48b-691e-490a-9354-a7011e6aaac0 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:19:59.816146 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.876787 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f249e74c-f611-442c-b583-6885447af5b7 None None] For port c47d23a9-49b2-498c-9415-c03a9b0d75e4, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=c47d23a9-49b2-498c-9415-c03a9b0d75e4,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:19:59.934030 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 94fea48b-691e-490a-9354-a7011e6aaac0 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:19:59.934589 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.940922 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e730ba2-7c3d-44c1-8854-cd743de89a1b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (4cec0973-709c-4b17-9ab6-4a2d62bcf9da), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.965885 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f249e74c-f611-442c-b583-6885447af5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:19:59.989327 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:20:00.017371 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e730ba2-7c3d-44c1-8854-cd743de89a1b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4cec0973-709c-4b17-9ab6-4a2d62bcf9da), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.066448 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 94fea48b-691e-490a-9354-a7011e6aaac0, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=94fea48b-691e-490a-9354-a7011e6aaac0,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:00.123561 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249e74c-f611-442c-b583-6885447af5b7 None None] Pushing event updated for resources: {'Port': ['ID=c47d23a9-49b2-498c-9415-c03a9b0d75e4,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:00.131187 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-edd7fa54-0098-4c99-9f0c-4a4c23648cba None None] Provisioning complete for port c47d23a9-49b2-498c-9415-c03a9b0d75e4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:00.131731 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-edd7fa54-0098-4c99-9f0c-4a4c23648cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.137398 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e730ba2-7c3d-44c1-8854-cd743de89a1b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec0973-709c-4b17-9ab6-4a2d62bcf9da,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:00.156284 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e730ba2-7c3d-44c1-8854-cd743de89a1b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.175338 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46166) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:00.176866 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.178747 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5e730ba2-7c3d-44c1-8854-cd743de89a1b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6814179 Apr 07 17:20:00.180568 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-a705558c-6b48-428c-87fe-7ec3b3926d0f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'security_group_rule': {'security_group_id': '4cec0973-709c-4b17-9ab6-4a2d62bcf9da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:00.291249 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks [] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.330536 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a705558c-6b48-428c-87fe-7ec3b3926d0f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (f74ec8e8-f2ff-4823-a621-4f27b3851aa3), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.333191 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=94fea48b-691e-490a-9354-a7011e6aaac0,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:00.338176 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-edd7fa54-0098-4c99-9f0c-4a4c23648cba None None] Current status of the port c47d23a9-49b2-498c-9415-c03a9b0d75e4 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:00.414287 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a705558c-6b48-428c-87fe-7ec3b3926d0f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (f74ec8e8-f2ff-4823-a621-4f27b3851aa3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.434605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.553192 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-b29e78a0-bf47-4986-a23c-62e23b88f19f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:00.557522 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-b29e78a0-bf47-4986-a23c-62e23b88f19f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 819 time: 0.3183053 Apr 07 17:20:00.596406 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-7bcafbc0-bbc5-4626-ae8c-1a779df8a2b6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/quotas/03828970d20c4ed09fa9c9ec412782ec HTTP/1.1" status: 200 len: 375 time: 0.0299613 Apr 07 17:20:00.597857 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a705558c-6b48-428c-87fe-7ec3b3926d0f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (f74ec8e8-f2ff-4823-a621-4f27b3851aa3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.631014 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:20:00.659545 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 94fea48b-691e-490a-9354-a7011e6aaac0 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:20:00.695619 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:00.719071 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:20:00.783605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a705558c-6b48-428c-87fe-7ec3b3926d0f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.789796 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a705558c-6b48-428c-87fe-7ec3b3926d0f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6133084 Apr 07 17:20:00.791701 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46202) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:00.792942 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd7e23-0e87-438b-91f2-f05e461d8775 None None] The sync data for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi is: [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:20:00.802758 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-2cbe0ebe-e1f6-4997-9b34-7471ffce1e6d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051482 Apr 07 17:20:00.818282 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:20:00.833260 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:00.849591 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.849977 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 94fea48b-691e-490a-9354-a7011e6aaac0 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:00.850371 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.903815 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97cb3d1b-f811-4319-a09d-1736b4e6ac27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:00.975332 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-3da0ace7-2d37-4cbc-8d36-60d926c54b5a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'security_group_rule': {'security_group_id': '4cec0973-709c-4b17-9ab6-4a2d62bcf9da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:00.983896 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Pushing event updated for resources: {'Port': ['ID=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:01.006935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705558c-6b48-428c-87fe-7ec3b3926d0f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74ec8e8-f2ff-4823-a621-4f27b3851aa3,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:01.042516 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 94fea48b-691e-490a-9354-a7011e6aaac0 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:01.080280 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-f4e696e4-76ee-43ef-ac4e-db8cf263b950 service neutron] 10.222.0.26 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690516 Apr 07 17:20:01.097791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a874e-fc58-438a-8b96-e4b46aa759fe req-701efd23-69ea-4685-a7de-a87576720804 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:01.099365 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d5a874e-fc58-438a-8b96-e4b46aa759fe req-701efd23-69ea-4685-a7de-a87576720804 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 931 time: 0.2191126 Apr 07 17:20:01.133029 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Sync routers for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:20:01.135942 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-558afd7e-6ccc-4272-93d9-6ec71a79fbeb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0454190 Apr 07 17:20:01.144730 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:20:01.145676 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:19:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:01.175159 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-ff552705-70c4-40c1-a849-68fe975de544 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:20:01.176241 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-ff552705-70c4-40c1-a849-68fe975de544 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060143 Apr 07 17:20:01.223315 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3da0ace7-2d37-4cbc-8d36-60d926c54b5a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (cbe548c4-1ab1-4ea7-8c24-adcea388aa9e), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:01.275814 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d5a874e-fc58-438a-8b96-e4b46aa759fe req-d4800e2a-6d03-406a-beeb-e9b5bf76c3ce tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586008 Apr 07 17:20:01.334613 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-822aa82e-162c-4f76-bdd0-e97f91ef9738 service neutron] 10.222.0.26 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535205 Apr 07 17:20:01.389725 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3da0ace7-2d37-4cbc-8d36-60d926c54b5a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (cbe548c4-1ab1-4ea7-8c24-adcea388aa9e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:01.404727 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:20:01.464166 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3da0ace7-2d37-4cbc-8d36-60d926c54b5a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (cbe548c4-1ab1-4ea7-8c24-adcea388aa9e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:01.530532 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0ace7-2d37-4cbc-8d36-60d926c54b5a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe548c4-1ab1-4ea7-8c24-adcea388aa9e,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:01.561589 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 46236) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:01.636146 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3da0ace7-2d37-4cbc-8d36-60d926c54b5a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:01.642102 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3da0ace7-2d37-4cbc-8d36-60d926c54b5a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6766558 Apr 07 17:20:01.642480 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46246) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:01.661746 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:01.764503 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb78fc66-eefc-42e2-96d5-c62737338cff req-b543a2c9-1be5-4a76-b1ed-33f06d9c494f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 210 time: 0.1404068 Apr 07 17:20:01.810310 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:01.867743 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Request body: {'port': {'device_id': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:01.916397 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e6be838-7914-4bb9-801b-ad12c3e58af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:02.102785 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:02.111870 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e6be838-7914-4bb9-801b-ad12c3e58af0 admin admin] Publish callbacks [] for security_group (bf689f03-6e59-4272-a07a-69e1d1a4b29a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:02.133305 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:19:56Z', 'revision_number': 2, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:02.184147 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Checking router: 0afb3411-b987-4973-97c7-da999b7d7145 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:20:02.193225 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Updating router 0afb3411-b987-4973-97c7-da999b7d7145 port e2f59355-10df-47a8-9d85-e0c4236d5109 binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:20:02.229257 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e6be838-7914-4bb9-801b-ad12c3e58af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (bf689f03-6e59-4272-a07a-69e1d1a4b29a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:02.288832 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54649) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:02.291090 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:02.324544 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:02.490132 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9e6be838-7914-4bb9-801b-ad12c3e58af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55c983cddfa64905810bc8620ab0415c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9272625 Apr 07 17:20:02.507763 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 46286) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:02.550460 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Allocated IP 172.27.0.111 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/56e9689a-dd13-4f2b-98dc-7fd1e4c86352) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:20:02.635577 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be838-7914-4bb9-801b-ad12c3e58af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf689f03-6e59-4272-a07a-69e1d1a4b29a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:02.693088 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device c47d23a9-49b2-498c-9415-c03a9b0d75e4 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:20:03.063775 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-42d860fa-f6d5-4d0c-abb6-53ced933924a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:03.077889 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-42d860fa-f6d5-4d0c-abb6-53ced933924a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 819 time: 0.7708201 Apr 07 17:20:03.119119 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c739970-eb4f-4b3f-b207-e3e6f0319ca5 req-1f57ceb7-9edc-4269-b173-abfda9544ab1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 210 time: 0.1148491 Apr 07 17:20:03.126168 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'port': {'device_id': '6861b8a6-c175-4196-998d-c63ddc75145a', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'admin_state_up': True, 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:03.234541 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.266349 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b963e6-9f93-426e-b75c-5e13f41b7b20 req-6347ea0a-a8bc-4695-85c9-6cc8e19c2056 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:03.274846 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59b963e6-9f93-426e-b75c-5e13f41b7b20 req-6347ea0a-a8bc-4695-85c9-6cc8e19c2056 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 931 time: 0.8258526 Apr 07 17:20:03.368582 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fda4687f-6c34-45c2-a1d9-616a9b801ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.378354 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ececec5-e290-4e0e-bd63-da63319973fe admin admin] Publish callbacks [] for security_group (bf689f03-6e59-4272-a07a-69e1d1a4b29a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.403619 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port c47d23a9-49b2-498c-9415-c03a9b0d75e4 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:03.404897 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.451155 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a426db-9525-4fc4-90fc-3522fb6ce2cb {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:03.463756 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Publish callbacks [] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.470882 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ececec5-e290-4e0e-bd63-da63319973fe admin admin] Publish callbacks [] for security_group (bf689f03-6e59-4272-a07a-69e1d1a4b29a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.475964 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Publish callbacks [] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.508301 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59b963e6-9f93-426e-b75c-5e13f41b7b20 req-6856da43-16cf-413d-8c4e-ef5e1ac00126 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317760 Apr 07 17:20:03.523263 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Transition to ACTIVE for port object e3a426db-9525-4fc4-90fc-3522fb6ce2cb will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:20:03.585124 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port c47d23a9-49b2-498c-9415-c03a9b0d75e4 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:03.592792 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.595582 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.639227 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Made reservation on behalf of 03828970d20c4ed09fa9c9ec412782ec for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:20:03.643682 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.662315 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:20:03.662746 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ede439-2415-4d0c-bdac-48698b8cc256 None None] Pushing event updated for resources: {'Port': ['ID=e2f59355-10df-47a8-9d85-e0c4236d5109,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:03.666926 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.678416 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ececec5-e290-4e0e-bd63-da63319973fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (bf689f03-6e59-4272-a07a-69e1d1a4b29a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.684584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ececec5-e290-4e0e-bd63-da63319973fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.685239 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5ececec5-e290-4e0e-bd63-da63319973fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf689f03-6e59-4272-a07a-69e1d1a4b29a HTTP/1.1" status: 204 len: 168 time: 1.1600382 Apr 07 17:20:03.717898 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:20:03.723045 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:20:03.939246 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Attempting to bind port e2f59355-10df-47a8-9d85-e0c4236d5109 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:20:03.939957 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Attempting to bind port e2f59355-10df-47a8-9d85-e0c4236d5109 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:20:03.941047 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Attempting to bind port e2f59355-10df-47a8-9d85-e0c4236d5109 on network 48457aee-2d0c-465e-805a-fcb617f3be0e {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:03.954423 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:20:03.954742 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Checking segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:20:03.955153 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.955555 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Bound using segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:20:03.956149 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Bound port: e2f59355-10df-47a8-9d85-e0c4236d5109, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:20:03.956615 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:03.997155 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ececec5-e290-4e0e-bd63-da63319973fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf689f03-6e59-4272-a07a-69e1d1a4b29a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:04.125176 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (ec80f7d1-d901-4a50-9108-2f81df550b3c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.156388 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] For port e2f59355-10df-47a8-9d85-e0c4236d5109, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:20:04.164936 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] For port e2f59355-10df-47a8-9d85-e0c4236d5109, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e2f59355-10df-47a8-9d85-e0c4236d5109,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:20:04.216093 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'Port': ['ID=56e9689a-dd13-4f2b-98dc-7fd1e4c86352,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:04.262122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Attempting to bind port e3a426db-9525-4fc4-90fc-3522fb6ce2cb on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:20:04.262122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Attempting to bind port e3a426db-9525-4fc4-90fc-3522fb6ce2cb by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '43f19156-c34a-4aca-89fe-2251847ebfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:20:04.262122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Attempting to bind port e3a426db-9525-4fc4-90fc-3522fb6ce2cb on network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:04.262734 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-5e81439e-d262-4b7e-a18e-a625b7030dcc None None] Provisioning complete for port e2f59355-10df-47a8-9d85-e0c4236d5109 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:04.262734 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5e81439e-d262-4b7e-a18e-a625b7030dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.262989 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Port e3a426db-9525-4fc4-90fc-3522fb6ce2cb on network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:20:04.262989 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Attempting to bind port e3a426db-9525-4fc4-90fc-3522fb6ce2cb on network c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:04.319204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:20:04.319204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Checking segment: {'id': '43f19156-c34a-4aca-89fe-2251847ebfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:20:04.319204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Bound using segment: {'id': '43f19156-c34a-4aca-89fe-2251847ebfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:20:04.319204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Bound port: e3a426db-9525-4fc4-90fc-3522fb6ce2cb, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f19156-c34a-4aca-89fe-2251847ebfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:20:04.319204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.320034 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-5e81439e-d262-4b7e-a18e-a625b7030dcc None None] Port e2f59355-10df-47a8-9d85-e0c4236d5109 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:20:04.336127 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:04.353557 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Allocated IP 172.20.0.14 (a08d8121-3795-4290-8edc-155198c9e461/3eade9be-bc58-491c-9a1a-e212e62b0685/36b21861-dbf8-4125-9ae9-842aaed8add5) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:20:04.404862 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.433758 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24d01074-5294-4a22-a931-71c6700b03ca req-0e68186a-0940-4c67-aeba-6589ed52248e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 210 time: 0.1702428 Apr 07 17:20:04.503004 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] For port e3a426db-9525-4fc4-90fc-3522fb6ce2cb, host hv-cinder-83699, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:20:04.506745 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.509937 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] For port e3a426db-9525-4fc4-90fc-3522fb6ce2cb, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,segment=NetworkSegment(43f19156-c34a-4aca-89fe-2251847ebfba),segment_id=43f19156-c34a-4aca-89fe-2251847ebfba)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:20:04.565190 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:20:04.565901 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:20:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:04.606801 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.659303 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:04.661612 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.666950 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3a426db-9525-4fc4-90fc-3522fb6ce2cb HTTP/1.1" status: 200 len: 1093 time: 3.3005142 Apr 07 17:20:04.671011 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:04.680707 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ede439-2415-4d0c-bdac-48698b8cc256 None None] Pushing event updated for resources: {'Port': ['ID=e2f59355-10df-47a8-9d85-e0c4236d5109,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:04.687152 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'tag': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:04.872772 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:20:04.959625 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54656) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:05.355990 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-8e6ed0bb-39a8-41b6-8e2b-2869ea5c34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:05.358284 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-8e6ed0bb-39a8-41b6-8e2b-2869ea5c34c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b00415c0a7d44437b37125395140181e&device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 1127 time: 0.3906522 Apr 07 17:20:05.401472 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 46352) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:05.423367 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-2114570b-d069-4579-bc20-b7613e7c0c5c None None] Provisioning complete for port e2f59355-10df-47a8-9d85-e0c4236d5109 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:05.424366 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2114570b-d069-4579-bc20-b7613e7c0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:05.538620 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e771a43-c3dd-4de0-9d13-ce1de3057897 req-991cd7fc-47b2-45a4-875d-ded1581c7f00 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:05.547201 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e771a43-c3dd-4de0-9d13-ce1de3057897 req-991cd7fc-47b2-45a4-875d-ded1581c7f00 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.5799973 Apr 07 17:20:05.552730 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:05.622417 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2114570b-d069-4579-bc20-b7613e7c0c5c None None] Current status of the port e2f59355-10df-47a8-9d85-e0c4236d5109 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:05.623282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2114570b-d069-4579-bc20-b7613e7c0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:05.658263 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-b5e97640-96e2-4ce1-8935-b50f862a3971 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a426db-9525-4fc4-90fc-3522fb6ce2cb HTTP/1.1" status: 200 len: 217 time: 0.2639427 Apr 07 17:20:05.685179 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fe0ef5d-1618-450a-87e9-75ccdc32bdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:05.717176 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa133ba-5e29-4eec-8d71-1e318a45c914 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:05.755008 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9df7e6b-8768-4079-a2d0-7a747f674216 req-6fa1ec8c-951a-46a4-ae5f-b2c4aac1d0fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 210 time: 0.1077671 Apr 07 17:20:05.804024 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-2187a6f8-6608-4928-b7b4-50a8e568f5d1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:05.806194 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-2187a6f8-6608-4928-b7b4-50a8e568f5d1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 819 time: 0.8771875 Apr 07 17:20:05.808092 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-2114570b-d069-4579-bc20-b7613e7c0c5c None None] For port e2f59355-10df-47a8-9d85-e0c4236d5109, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e2f59355-10df-47a8-9d85-e0c4236d5109,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:05.826744 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:05.837287 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'port': {'device_id': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'admin_state_up': True, 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:05.894487 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-51e43eeb-c4bb-4dba-a05a-f381b26cb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:05.896092 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-51e43eeb-c4bb-4dba-a05a-f381b26cb90e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2099d7bb-0023-4d5b-a91f-3f7afd375dbb HTTP/1.1" status: 200 len: 852 time: 0.2019944 Apr 07 17:20:05.908136 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e771a43-c3dd-4de0-9d13-ce1de3057897 req-9fb53a58-e5a3-4d49-8829-ce273c51a072 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596799 Apr 07 17:20:05.961107 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2114570b-d069-4579-bc20-b7613e7c0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:05.987090 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-10421ba7-dc21-45f5-a4bb-4b4a959baa3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743613 Apr 07 17:20:06.007836 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.037238 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.077269 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.086960 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114570b-d069-4579-bc20-b7613e7c0c5c None None] Pushing event updated for resources: {'Port': ['ID=e2f59355-10df-47a8-9d85-e0c4236d5109,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:06.114647 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (ec80f7d1-d901-4a50-9108-2f81df550b3c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.135846 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:04Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:06.148477 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf91ac8-4306-4187-963a-2aee09d77da7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5c5bdb-94b4-456c-be68-441e1d4b1b74", "tag": "e3a426db-9525-4fc4-90fc-3522fb6ce2cb"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:06.176068 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46378) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:06.201160 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e92295-d759-4ae0-9836-e09972fcfa87 None None] The sync data for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi is: [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:04Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:20:06.209790 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'Port': ['ID=56e9689a-dd13-4f2b-98dc-7fd1e4c86352,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:06.268101 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.274558 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a5660c50-5dcd-4ad5-9a0f-438712f31433 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6201711 Apr 07 17:20:06.359207 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Made reservation on behalf of 03828970d20c4ed09fa9c9ec412782ec for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:20:06.365558 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.430957 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fe0ef5d-1618-450a-87e9-75ccdc32bdc9 admin admin] Publish callbacks [] for security_group (ccbfe70a-0c57-49f9-a098-40811c21de5a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.541554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Network a08d8121-3795-4290-8edc-155198c9e461 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:20:06.566237 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:20:06.569925 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:20:06.578053 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:06.579824 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.611257 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fe0ef5d-1618-450a-87e9-75ccdc32bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (ccbfe70a-0c57-49f9-a098-40811c21de5a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.660411 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d06acad-e71d-4f6c-87f5-baab22a79334 x-openstack-request-id: req-2d06acad-e71d-4f6c-87f5-baab22a79334 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:06.662670 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5c5bdb-94b4-456c-be68-441e1d4b1b74", "tag": "e3a426db-9525-4fc4-90fc-3522fb6ce2cb", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:06.662670 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d06acad-e71d-4f6c-87f5-baab22a79334 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:06.662670 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d06acad-e71d-4f6c-87f5-baab22a79334'] response: {'name': 'network-changed', 'server_uuid': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'tag': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb', 'status': 'completed', 'code': 200} Apr 07 17:20:06.704307 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b15265f4-7c40-4492-a887-bf95b6952cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.719931 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e2f59355-10df-47a8-9d85-e0c4236d5109 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:20:06.732290 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0ef5d-1618-450a-87e9-75ccdc32bdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbfe70a-0c57-49f9-a098-40811c21de5a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:06.754428 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6422505 Apr 07 17:20:06.755122 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36b9c8-20d4-4512-aa3b-9c5dc55f7462 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'Port': ['ID=36b21861-dbf8-4125-9ae9-842aaed8add5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:06.852106 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Request body: {'port': {'device_id': '6861b8a6-c175-4196-998d-c63ddc75145a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:06.880853 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port e2f59355-10df-47a8-9d85-e0c4236d5109 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:06.881262 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:06.952974 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Allocated IP 172.20.0.8 (a08d8121-3795-4290-8edc-155198c9e461/3eade9be-bc58-491c-9a1a-e212e62b0685/9a780e11-fd18-4861-8227-6aae03c308ca) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:20:06.972373 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9fe0ef5d-1618-450a-87e9-75ccdc32bdc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=411812fbd5764ad5864527284b95c948&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5418429 Apr 07 17:20:07.017995 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46420) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:07.114001 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a7b21d7-4fc4-4d68-8f6b-2c010a93effe req-f33c89ee-26b1-49cf-835d-199a32944918 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 210 time: 0.1146359 Apr 07 17:20:07.120201 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.129329 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-738b8cbc-e1bf-41c2-b4b0-cf079f5b8912 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1668567382&fields=id&tenant_id=cb8370d7baf14d80b8e6f7882864649e HTTP/1.1" status: 200 len: 267 time: 0.3783545 Apr 07 17:20:07.149322 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-73c18cc2-dce9-42d0-9357-728712339ff0 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1518068 Apr 07 17:20:07.169863 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port e2f59355-10df-47a8-9d85-e0c4236d5109 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:07.171749 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44ca0971-1324-41e8-a830-848ca415d2a6 admin admin] Publish callbacks [] for security_group (ccbfe70a-0c57-49f9-a098-40811c21de5a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.185928 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-20af062d-223d-496f-8456-e6245d98a047 None None] Provisioning complete for port 36b21861-dbf8-4125-9ae9-842aaed8add5 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:07.186418 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20af062d-223d-496f-8456-e6245d98a047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.257882 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-20af062d-223d-496f-8456-e6245d98a047 None None] Port 36b21861-dbf8-4125-9ae9-842aaed8add5 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:20:07.272380 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44ca0971-1324-41e8-a830-848ca415d2a6 admin admin] Publish callbacks [] for security_group (ccbfe70a-0c57-49f9-a098-40811c21de5a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.357434 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.552326 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-579350d2-e777-45f1-b4e6-b990a69df959 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:07.553895 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-579350d2-e777-45f1-b4e6-b990a69df959 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 817 time: 0.4235852 Apr 07 17:20:07.592843 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b15265f4-7c40-4492-a887-bf95b6952cb3 admin admin] Publish callbacks [] for security_group (7230ed75-ec00-4277-ae48-5fc825bf4b93), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.598299 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61a43647-bcb6-4934-8f26-a3499d3900b5 req-14755b51-b84d-4fa6-b30c-69c7163c91b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018543 Apr 07 17:20:07.638002 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44ca0971-1324-41e8-a830-848ca415d2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (ccbfe70a-0c57-49f9-a098-40811c21de5a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.643517 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44ca0971-1324-41e8-a830-848ca415d2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.648254 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-44ca0971-1324-41e8-a830-848ca415d2a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccbfe70a-0c57-49f9-a098-40811c21de5a HTTP/1.1" status: 204 len: 168 time: 0.6203599 Apr 07 17:20:07.655162 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b22b9-5c00-45a1-8d32-a818a1a47f3c req-f8e833bf-2d5c-4fee-9cab-ebf3fe6c2544 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:07.657531 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b47b22b9-5c00-45a1-8d32-a818a1a47f3c req-f8e833bf-2d5c-4fee-9cab-ebf3fe6c2544 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.3348186 Apr 07 17:20:07.671320 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0971-1324-41e8-a830-848ca415d2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbfe70a-0c57-49f9-a098-40811c21de5a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:07.679516 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b15265f4-7c40-4492-a887-bf95b6952cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (7230ed75-ec00-4277-ae48-5fc825bf4b93), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.681563 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-70d23b44-916c-4997-a4a1-3d461658e76f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/quotas/cb8370d7baf14d80b8e6f7882864649e HTTP/1.1" status: 200 len: 375 time: 0.1114058 Apr 07 17:20:07.741979 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b15265f4-7c40-4492-a887-bf95b6952cb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=facf6b20fdf94b0fb8d95de499cb7a74&name=default HTTP/1.1" status: 200 len: 2995 time: 1.5619059 Apr 07 17:20:07.758390 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46430) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:07.765926 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for port (9a780e11-fd18-4861-8227-6aae03c308ca), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.822591 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b47b22b9-5c00-45a1-8d32-a818a1a47f3c req-2a6a044e-0034-4778-baa7-3fa40dc57b6b tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566472 Apr 07 17:20:07.848684 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15265f4-7c40-4492-a887-bf95b6952cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7230ed75-ec00-4277-ae48-5fc825bf4b93,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:07.872497 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-89cd105f-6438-4da6-a3a3-d335ca615984 admin admin] Publish callbacks [] for security_group (7230ed75-ec00-4277-ae48-5fc825bf4b93), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.939471 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-89cd105f-6438-4da6-a3a3-d335ca615984 admin admin] Publish callbacks [] for security_group (7230ed75-ec00-4277-ae48-5fc825bf4b93), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:07.989859 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-17c0c364-28c6-44b9-b257-7ddae66172fd tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2747748 Apr 07 17:20:07.993858 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-62eba14e-c897-4cd0-9ed6-9df48f9602ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:07.996014 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-62eba14e-c897-4cd0-9ed6-9df48f9602ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b00415c0a7d44437b37125395140181e&device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 1127 time: 0.1531398 Apr 07 17:20:08.076723 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:08.191272 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-89cd105f-6438-4da6-a3a3-d335ca615984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (7230ed75-ec00-4277-ae48-5fc825bf4b93), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:08.194654 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-89cd105f-6438-4da6-a3a3-d335ca615984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:08.199493 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-89cd105f-6438-4da6-a3a3-d335ca615984 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7230ed75-ec00-4277-ae48-5fc825bf4b93 HTTP/1.1" status: 204 len: 168 time: 0.4342821 Apr 07 17:20:08.224403 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Network a08d8121-3795-4290-8edc-155198c9e461 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:20:08.254049 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:20:08.279234 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:20:08.290038 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:08.291865 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:08.305491 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd105f-6438-4da6-a3a3-d335ca615984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230ed75-ec00-4277-ae48-5fc825bf4b93,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:08.324355 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'Port': ['ID=9a780e11-fd18-4861-8227-6aae03c308ca,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:08.403934 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-017576f8-f824-4486-9be3-2d063f1b8088 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5807559 Apr 07 17:20:08.425614 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Request body: {'port': {'device_id': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:08.539657 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:08.814729 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-3d628104-492b-4a0b-869e-e4bd715ebe96 None None] Provisioning complete for port 9a780e11-fd18-4861-8227-6aae03c308ca triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:08.816977 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d628104-492b-4a0b-869e-e4bd715ebe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:08.899148 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-3d628104-492b-4a0b-869e-e4bd715ebe96 None None] Port 9a780e11-fd18-4861-8227-6aae03c308ca cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:20:08.918433 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac8ecb-4f3f-4de2-a507-5a096df7a8bf req-fc9e3869-cd5e-4973-892a-54892db1ac33 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:08.926308 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcac8ecb-4f3f-4de2-a507-5a096df7a8bf req-fc9e3869-cd5e-4973-892a-54892db1ac33 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 931 time: 0.5299540 Apr 07 17:20:08.950132 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-211f09c6-6912-4b30-88c2-c94e371ce50f service neutron] 10.222.0.26 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9374378 Apr 07 17:20:08.990523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-f5811d37-5b1a-43fc-ae3b-cda10eb9cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:08.992033 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-f5811d37-5b1a-43fc-ae3b-cda10eb9cd81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 HTTP/1.1" status: 200 len: 913 time: 0.9362822 Apr 07 17:20:09.060910 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46472) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:09.123301 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-6947ede4-906a-4227-9f0c-34c7af7fde0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a426db-9525-4fc4-90fc-3522fb6ce2cb HTTP/1.1" status: 200 len: 217 time: 0.1084118 Apr 07 17:20:09.291503 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7324c3e6-6b92-44c7-9778-14598afca16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:09.291923 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcac8ecb-4f3f-4de2-a507-5a096df7a8bf req-c4c8d245-8936-4464-8ca2-6bc193647f93 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625016 Apr 07 17:20:09.351920 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b21861-dbf8-4125-9ae9-842aaed8add5 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:09.369706 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Publish callbacks [] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:09.406770 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-a96f19b5-e27a-46aa-82d6-4b0d2f8b37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:09.408316 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-a96f19b5-e27a-46aa-82d6-4b0d2f8b37ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2099d7bb-0023-4d5b-a91f-3f7afd375dbb HTTP/1.1" status: 200 len: 852 time: 0.2432287 Apr 07 17:20:09.487496 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46478) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:09.500899 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-7106c83a-27c7-4e3e-ab80-bf3931a6c456 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751548 Apr 07 17:20:09.502375 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Transition to ACTIVE for port object 36b21861-dbf8-4125-9ae9-842aaed8add5 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:20:09.504852 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-6e0f10f8-e2f1-4785-82ed-8ffe7fcd49d8 service neutron] 10.222.0.26 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537357 Apr 07 17:20:09.522985 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8705bb7d-8990-4d47-aa64-8ac9854424c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:09.557482 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7324c3e6-6b92-44c7-9778-14598afca16f admin admin] Publish callbacks [] for security_group (9e83d872-453a-4105-8494-aae4e4ddf3a8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:09.609816 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:09.634268 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7324c3e6-6b92-44c7-9778-14598afca16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9e83d872-453a-4105-8494-aae4e4ddf3a8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:09.687498 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=36b21861-dbf8-4125-9ae9-842aaed8add5,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:09.821939 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ad618-fa62-4bce-8fd0-a4c6090b3e1c req-33f9586a-4b9c-4a84-ae54-13ae42ad84aa tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:09.831192 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-846ad618-fa62-4bce-8fd0-a4c6090b3e1c req-33f9586a-4b9c-4a84-ae54-13ae42ad84aa tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.1516504 Apr 07 17:20:09.901951 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7324c3e6-6b92-44c7-9778-14598afca16f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50df8983d9d44242b253581dbed961d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8306429 Apr 07 17:20:09.909374 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46490) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:09.960317 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c3e6-6b92-44c7-9778-14598afca16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e83d872-453a-4105-8494-aae4e4ddf3a8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:10.004454 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-846ad618-fa62-4bce-8fd0-a4c6090b3e1c req-03391867-c439-4a11-b02e-bf557a607e42 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675396 Apr 07 17:20:10.254135 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Attempting to bind port 36b21861-dbf8-4125-9ae9-842aaed8add5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:20:10.268495 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Attempting to bind port 36b21861-dbf8-4125-9ae9-842aaed8add5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:20:10.268891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Attempting to bind port 36b21861-dbf8-4125-9ae9-842aaed8add5 on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:10.310742 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Port 36b21861-dbf8-4125-9ae9-842aaed8add5 on network a08d8121-3795-4290-8edc-155198c9e461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:20:10.311089 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Attempting to bind port 36b21861-dbf8-4125-9ae9-842aaed8add5 on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:10.352556 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8705bb7d-8990-4d47-aa64-8ac9854424c2 admin admin] Publish callbacks [] for security_group (32b63084-61c5-4da5-9674-a8fd6244324d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.395373 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09b50f70-51f3-4c53-94ba-6f5e5425f0c6 admin admin] Publish callbacks [] for security_group (9e83d872-453a-4105-8494-aae4e4ddf3a8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.415196 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-946abd05-da6e-4d03-8062-89324eb6dbb5 req-fbdd4c4d-7ee9-4c86-ad0c-e0c5bb56a878 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.2093155 Apr 07 17:20:10.428052 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:20:10.428159 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Checking segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:20:10.433503 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Bound using segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:20:10.435017 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8705bb7d-8990-4d47-aa64-8ac9854424c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (32b63084-61c5-4da5-9674-a8fd6244324d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.435471 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Bound port: 36b21861-dbf8-4125-9ae9-842aaed8add5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:20:10.436134 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.481978 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a780e11-fd18-4861-8227-6aae03c308ca {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:10.488126 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-b5da3b72-5a73-44e0-8ed0-1c7d3fa8d990 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9699759 Apr 07 17:20:10.496223 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Publish callbacks [] for port (9a780e11-fd18-4861-8227-6aae03c308ca), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.499935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09b50f70-51f3-4c53-94ba-6f5e5425f0c6 admin admin] Publish callbacks [] for security_group (9e83d872-453a-4105-8494-aae4e4ddf3a8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.579909 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Transition to ACTIVE for port object 9a780e11-fd18-4861-8227-6aae03c308ca will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:20:10.597850 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8705bb7d-8990-4d47-aa64-8ac9854424c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d24ddff2f8d24f218cde28a61a11a863&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1052833 Apr 07 17:20:10.599428 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 46520) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:10.600181 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705bb7d-8990-4d47-aa64-8ac9854424c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b63084-61c5-4da5-9674-a8fd6244324d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:10.658652 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.737091 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4d7585e-d768-4add-b02d-23e875dda604 admin admin] Publish callbacks [] for security_group (32b63084-61c5-4da5-9674-a8fd6244324d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.771095 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09b50f70-51f3-4c53-94ba-6f5e5425f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9e83d872-453a-4105-8494-aae4e4ddf3a8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.782559 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09b50f70-51f3-4c53-94ba-6f5e5425f0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.786251 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-09b50f70-51f3-4c53-94ba-6f5e5425f0c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e83d872-453a-4105-8494-aae4e4ddf3a8 HTTP/1.1" status: 204 len: 168 time: 0.8572237 Apr 07 17:20:10.838654 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf91ac8-4306-4187-963a-2aee09d77da7 req-dbcf86c4-1c0d-406b-a968-0b5180f91482 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430250 Apr 07 17:20:10.864815 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4d7585e-d768-4add-b02d-23e875dda604 admin admin] Publish callbacks [] for security_group (32b63084-61c5-4da5-9674-a8fd6244324d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:10.891767 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=9a780e11-fd18-4861-8227-6aae03c308ca,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:10.895714 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] For port 36b21861-dbf8-4125-9ae9-842aaed8add5, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:20:10.914687 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] For port 36b21861-dbf8-4125-9ae9-842aaed8add5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=36b21861-dbf8-4125-9ae9-842aaed8add5,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:20:10.924850 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565325e5-6cbd-4ba6-8282-d9a412db5941 req-09c0b78a-bcb3-498c-b29a-4cbcd8577fa5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:10.925275 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50f70-51f3-4c53-94ba-6f5e5425f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e83d872-453a-4105-8494-aae4e4ddf3a8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:10.933240 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-565325e5-6cbd-4ba6-8282-d9a412db5941 req-09c0b78a-bcb3-498c-b29a-4cbcd8577fa5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 931 time: 0.4471369 Apr 07 17:20:10.965520 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Attempting to bind port 9a780e11-fd18-4861-8227-6aae03c308ca on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:20:10.965855 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Attempting to bind port 9a780e11-fd18-4861-8227-6aae03c308ca by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:20:10.966604 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Attempting to bind port 9a780e11-fd18-4861-8227-6aae03c308ca on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:10.974743 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Port 9a780e11-fd18-4861-8227-6aae03c308ca on network a08d8121-3795-4290-8edc-155198c9e461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:20:10.988057 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Attempting to bind port 9a780e11-fd18-4861-8227-6aae03c308ca on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:11.000386 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:20:11.000720 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Checking segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:20:11.001385 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Bound using segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:20:11.001723 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Bound port: 9a780e11-fd18-4861-8227-6aae03c308ca, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:20:11.005366 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:11.034538 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-565325e5-6cbd-4ba6-8282-d9a412db5941 req-ab9b0de6-84c2-411a-988c-594715b12e30 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000154 Apr 07 17:20:11.038608 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:11.132063 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4d7585e-d768-4add-b02d-23e875dda604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (32b63084-61c5-4da5-9674-a8fd6244324d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:11.134668 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4d7585e-d768-4add-b02d-23e875dda604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:11.143030 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c4d7585e-d768-4add-b02d-23e875dda604 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32b63084-61c5-4da5-9674-a8fd6244324d HTTP/1.1" status: 204 len: 168 time: 0.5327368 Apr 07 17:20:11.146309 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:11.149426 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:11.150974 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] 10.222.0.37 "PUT /v2.0/ports/36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 1094 time: 4.3204277 Apr 07 17:20:11.151448 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6861b8a6-c175-4196-998d-c63ddc75145a', 'tag': '36b21861-dbf8-4125-9ae9-842aaed8add5'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:11.196612 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7585e-d768-4add-b02d-23e875dda604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b63084-61c5-4da5-9674-a8fd6244324d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:11.242524 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] For port 9a780e11-fd18-4861-8227-6aae03c308ca, host hv-cinder-83699, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:20:11.255734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] For port 9a780e11-fd18-4861-8227-6aae03c308ca, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9a780e11-fd18-4861-8227-6aae03c308ca,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:20:11.335561 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:11.454866 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:11.458758 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:11.461699 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] 10.222.0.37 "PUT /v2.0/ports/9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 1093 time: 3.0427856 Apr 07 17:20:11.477975 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'tag': '9a780e11-fd18-4861-8227-6aae03c308ca'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:11.481755 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d33b7d-aedc-4457-9897-fb4681eaa498" -d '{"events": [{"name": "network-changed", "server_uuid": "7f29ee7a-7774-4b2a-a97b-d418a22fd251", "tag": "9a780e11-fd18-4861-8227-6aae03c308ca"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:11.669569 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d721f9-6127-4204-8908-585bdaf1cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=36b21861-dbf8-4125-9ae9-842aaed8add5,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:11.711718 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3978e61-0bd9-4e67-b7fb-3a4b31066cf4 req-c570b27d-61bb-44f7-b3ab-4a1e14d531e8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.1351199 Apr 07 17:20:11.711881 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0748c2-61e6-48ad-ae3a-30d5af31ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=9a780e11-fd18-4861-8227-6aae03c308ca,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:11.722942 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-de6380e2-f8fa-43cb-a300-00c84cb31ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:11.741079 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-de6380e2-f8fa-43cb-a300-00c84cb31ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1128 time: 0.4155796 Apr 07 17:20:11.801543 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21119870-fc14-4f77-afa7-c696eda98b40 req-a95ae429-676d-4716-b34f-f14421d873ef tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:11.824136 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21119870-fc14-4f77-afa7-c696eda98b40 req-a95ae429-676d-4716-b34f-f14421d873ef tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.5418699 Apr 07 17:20:11.832378 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ae46e881-487c-4160-a97d-48d0fcf83350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:11.835372 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ae46e881-487c-4160-a97d-48d0fcf83350 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1127 time: 0.2548385 Apr 07 17:20:11.878622 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-dc40600d-5c5a-4481-aec4-4f2def71991b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.1209459 Apr 07 17:20:11.893805 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29c1dc5-973b-4bfa-aadc-3424f0bccc9d x-openstack-request-id: req-f29c1dc5-973b-4bfa-aadc-3424f0bccc9d {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:11.901742 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f29ee7a-7774-4b2a-a97b-d418a22fd251", "tag": "9a780e11-fd18-4861-8227-6aae03c308ca", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:11.901742 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f29c1dc5-973b-4bfa-aadc-3424f0bccc9d {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:11.901742 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29c1dc5-973b-4bfa-aadc-3424f0bccc9d'] response: {'name': 'network-changed', 'server_uuid': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'tag': '9a780e11-fd18-4861-8227-6aae03c308ca', 'status': 'completed', 'code': 200} Apr 07 17:20:12.002408 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21119870-fc14-4f77-afa7-c696eda98b40 req-5332e40b-2a6b-4659-a415-53409bc49fab tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772561 Apr 07 17:20:12.036068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-cbd62fe9-51e9-43be-94fe-ae3a00a34d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:12.040271 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-cbd62fe9-51e9-43be-94fe-ae3a00a34d3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.1539073 Apr 07 17:20:12.151104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b28a9b3-a3b6-4ef7-8848-90933ce13083" -d '{"events": [{"name": "network-changed", "server_uuid": "6861b8a6-c175-4196-998d-c63ddc75145a", "tag": "36b21861-dbf8-4125-9ae9-842aaed8add5"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:12.154961 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-e935804a-c802-4599-aa8b-291cb8a756e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.3110189 Apr 07 17:20:12.323757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18718a9-5d80-46e9-8a27-630742108048 req-beda47a3-27cd-482a-9357-acb5d2500ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:12.332876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-beda47a3-27cd-482a-9357-acb5d2500ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2724187 Apr 07 17:20:12.343609 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ce567322-b320-4199-bd45-7484944a9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:12.351012 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-ce567322-b320-4199-bd45-7484944a9660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.1693227 Apr 07 17:20:12.550246 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-2285359d-950b-4311-a644-bf3a90faa13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:12.550811 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-2285359d-950b-4311-a644-bf3a90faa13b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1945238 Apr 07 17:20:12.764551 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ba88a-4753-4da0-b0ce-97fa92e7a9ba x-openstack-request-id: req-148ba88a-4753-4da0-b0ce-97fa92e7a9ba {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:12.765027 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6861b8a6-c175-4196-998d-c63ddc75145a", "tag": "36b21861-dbf8-4125-9ae9-842aaed8add5", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:12.765459 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-148ba88a-4753-4da0-b0ce-97fa92e7a9ba {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:12.766100 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148ba88a-4753-4da0-b0ce-97fa92e7a9ba'] response: {'name': 'network-changed', 'server_uuid': '6861b8a6-c175-4196-998d-c63ddc75145a', 'tag': '36b21861-dbf8-4125-9ae9-842aaed8add5', 'status': 'completed', 'code': 200} Apr 07 17:20:12.788752 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5fdf5-9c32-4dbd-9858-ee40f928e68e req-d6d20d08-fcc6-40ff-bb57-464134b7c49e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:12.796612 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93e5fdf5-9c32-4dbd-9858-ee40f928e68e req-d6d20d08-fcc6-40ff-bb57-464134b7c49e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 943 time: 0.5015805 Apr 07 17:20:12.863856 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-cc0a0300-4769-4a1f-83d6-26bfcc1f0ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994669 Apr 07 17:20:12.877618 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-f2d23167-c298-4e25-aaf8-016bcd0ccd6d service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098142 Apr 07 17:20:12.886594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93e5fdf5-9c32-4dbd-9858-ee40f928e68e req-988305f3-0f6a-4675-bc0e-24f5a3a07b66 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859368 Apr 07 17:20:12.928684 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33500f93-4219-46d6-80ae-8356e96f336b req-bd61dc37-4e03-4a3c-b233-24cff34947fa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.0288191 Apr 07 17:20:13.230340 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19535e4-5e7e-458b-8aeb-c5ecd48578e2 req-729bca7d-8146-418c-801b-496fac28f6ec tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:13.232137 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c19535e4-5e7e-458b-8aeb-c5ecd48578e2 req-729bca7d-8146-418c-801b-496fac28f6ec tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.0998118 Apr 07 17:20:13.340660 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c19535e4-5e7e-458b-8aeb-c5ecd48578e2 req-b24a528f-9fc9-4ee4-ba0e-ceac6c2be98b tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827713 Apr 07 17:20:14.036785 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15668764-93b5-44bd-9a1a-c44a231d583c req-20a478ef-45fb-4602-9c3b-0fc267cf7284 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:14.044078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15668764-93b5-44bd-9a1a-c44a231d583c req-20a478ef-45fb-4602-9c3b-0fc267cf7284 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 943 time: 0.0764256 Apr 07 17:20:14.174204 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-576a030a-8d35-4869-b9ef-d2c7dcf9ba19 req-1e8e640c-fb54-4407-9945-36c5c449af87 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.0901310 Apr 07 17:20:14.205745 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15668764-93b5-44bd-9a1a-c44a231d583c req-3dd544f4-0da7-4cb3-b022-3c32f6ae8a86 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598260 Apr 07 17:20:14.574618 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f64e1b-a437-4c43-bc1a-2ef8d9f1ca3c req-52fad18b-ce9d-41d5-935a-94a7546c9b2a tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:14.576529 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4f64e1b-a437-4c43-bc1a-2ef8d9f1ca3c req-52fad18b-ce9d-41d5-935a-94a7546c9b2a tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.1092043 Apr 07 17:20:14.657477 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4f64e1b-a437-4c43-bc1a-2ef8d9f1ca3c req-11cab7f9-ed3d-410d-84cf-ce6d182475cd tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714571 Apr 07 17:20:15.423928 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0257b78-9358-43e7-a4e0-b28ac04b7099 req-762faa7d-a76d-4343-a84c-9f45707d177e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.0402155 Apr 07 17:20:15.477955 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29fceab8-f820-4ff8-a0c6-a522a906510d req-9c574568-91a8-478d-a806-db22da42d3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280963 Apr 07 17:20:15.506630 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890ad70-0546-48a0-a5f0-bc37f42874a0 req-390b564c-8919-4e25-8ffa-016d5476cae4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:15.508190 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a890ad70-0546-48a0-a5f0-bc37f42874a0 req-390b564c-8919-4e25-8ffa-016d5476cae4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 943 time: 0.2175884 Apr 07 17:20:15.568178 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d18718a9-5d80-46e9-8a27-630742108048 req-91d74cd8-3d98-423b-bcdc-98b1e7547767 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161353 Apr 07 17:20:15.582535 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a890ad70-0546-48a0-a5f0-bc37f42874a0 req-3dcea6d4-693c-4f80-b14a-308f2f285316 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660942 Apr 07 17:20:15.777803 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262b165-feeb-49d0-a2e1-5b3b4eb15c54 req-5ebdde61-d700-476b-b9ef-dae19480ce67 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:15.779248 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7262b165-feeb-49d0-a2e1-5b3b4eb15c54 req-5ebdde61-d700-476b-b9ef-dae19480ce67 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.0571959 Apr 07 17:20:15.828970 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7262b165-feeb-49d0-a2e1-5b3b4eb15c54 req-a0e19ae1-9070-4a27-b540-439d16fb1aa7 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 Apr 07 17:20:16.141442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-1093c598-817b-4eaf-9e2f-dd8dbe49e8ba tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:16.143589 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-1093c598-817b-4eaf-9e2f-dd8dbe49e8ba tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 817 time: 0.1316109 Apr 07 17:20:16.259142 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-619c4fe2-3ca8-496e-b031-80988484dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:16.260535 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-619c4fe2-3ca8-496e-b031-80988484dcd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1127 time: 0.2205846 Apr 07 17:20:16.533182 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1922b438-9838-40df-9517-33ab6bc29cc1 req-db02f98a-1276-4ed6-8bc7-9439ee60db57 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.0272582 Apr 07 17:20:16.716626 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148ae21-9a3e-4a28-a64c-1c67928c62f8 req-6609026e-dee3-4787-a4b1-92b7831a1df9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:16.723659 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d148ae21-9a3e-4a28-a64c-1c67928c62f8 req-6609026e-dee3-4787-a4b1-92b7831a1df9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 943 time: 0.0561266 Apr 07 17:20:16.777329 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d148ae21-9a3e-4a28-a64c-1c67928c62f8 req-f65cd7d7-9da0-427c-85d4-59bb92eebfa7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Apr 07 17:20:16.954523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc3c7-6e63-4f58-8be6-e5e7f329aa91 req-8d69bf25-cd48-4f31-ba2f-d40f4be6df86 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:16.955999 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-702bc3c7-6e63-4f58-8be6-e5e7f329aa91 req-8d69bf25-cd48-4f31-ba2f-d40f4be6df86 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 943 time: 0.0577152 Apr 07 17:20:17.003534 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-702bc3c7-6e63-4f58-8be6-e5e7f329aa91 req-ac7b7772-6939-43de-ba90-d032c8cb4768 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Apr 07 17:20:17.164588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device e3a426db-9525-4fc4-90fc-3522fb6ce2cb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:20:17.270584 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port e3a426db-9525-4fc4-90fc-3522fb6ce2cb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,segment=NetworkSegment(43f19156-c34a-4aca-89fe-2251847ebfba),segment_id=43f19156-c34a-4aca-89fe-2251847ebfba)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:17.281190 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb', 'network_id': 'c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67', 'port_id': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb', 'mac_address': 'fa:16:3e:a6:f7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2099d7bb-0023-4d5b-a91f-3f7afd375dbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:20:17.318999 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port e3a426db-9525-4fc4-90fc-3522fb6ce2cb is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:17.326836 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:17.331979 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a426db-9525-4fc4-90fc-3522fb6ce2cb {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:17.352041 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port e3a426db-9525-4fc4-90fc-3522fb6ce2cb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,segment=NetworkSegment(43f19156-c34a-4aca-89fe-2251847ebfba),segment_id=43f19156-c34a-4aca-89fe-2251847ebfba)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:17.450215 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:17.501212 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:17.669781 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-669c2eaa-e727-455b-908a-5493c1192b99 req-470b7074-474e-4a64-90a6-7b6d99e2e3ad tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.0407357 Apr 07 17:20:17.762004 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['e3a426db-9525-4fc4-90fc-3522fb6ce2cb'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:20:17.920489 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2f1f-d35d-4cb9-9a45-27968e6cee5a req-af27c95b-c70d-4299-9e74-4cbb0f768b79 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:17.922309 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3fc2f1f-d35d-4cb9-9a45-27968e6cee5a req-af27c95b-c70d-4299-9e74-4cbb0f768b79 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 943 time: 0.0691438 Apr 07 17:20:18.086388 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3fc2f1f-d35d-4cb9-9a45-27968e6cee5a req-595806a2-0220-4e7e-b48d-5cb8bcdc8c4d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516833 Apr 07 17:20:18.139145 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-553f588e-a92d-4383-a60a-3c7240e48db8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8370d7baf14d80b8e6f7882864649e HTTP/1.1" status: 200 len: 380 time: 0.1733613 Apr 07 17:20:18.184027 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d08a7d-46c9-44f9-b906-7fc7446f07a5 req-b9b8d4ed-862f-4ec0-8137-74845b3eb127 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:18.193954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0d08a7d-46c9-44f9-b906-7fc7446f07a5 req-b9b8d4ed-862f-4ec0-8137-74845b3eb127 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 944 time: 0.0649948 Apr 07 17:20:18.224371 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-f874c6d7-c4c3-4852-918f-a811c7f56dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:18.226082 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-f874c6d7-c4c3-4852-918f-a811c7f56dc4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.2852015 Apr 07 17:20:18.240902 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0d08a7d-46c9-44f9-b906-7fc7446f07a5 req-71177e55-97ab-4a8f-8fd6-ecb1f780453d tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455225 Apr 07 17:20:18.599371 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:18.760829 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'port': {'device_id': 'bff11525-d802-480e-8301-be7c4bc7746f', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'admin_state_up': True, 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'security_groups': ['4cec0973-709c-4b17-9ab6-4a2d62bcf9da']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:18.791982 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-e917cce2-a693-4d04-bfb9-bd2500f60719 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0440052 Apr 07 17:20:18.873603 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-7a8854a5-9ebc-40aa-bb6d-ce2582ed5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:18.875967 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-7a8854a5-9ebc-40aa-bb6d-ce2582ed5756 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0772998 Apr 07 17:20:18.922812 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c2e5c8f5-05cd-4ee8-8d24-335458a15407 req-b2a13d5a-b8c5-4243-95a7-9f01dec83b70 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.1145735 Apr 07 17:20:18.953198 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-76bf7aff-3a8a-4146-b40e-8a84fc119723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:18.956838 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-76bf7aff-3a8a-4146-b40e-8a84fc119723 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641127 Apr 07 17:20:18.965601 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-98b65fcd-615e-40c0-a40a-a5b246d8265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:18.967532 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-98b65fcd-615e-40c0-a40a-a5b246d8265c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1128 time: 0.2260303 Apr 07 17:20:19.061683 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-11775203-26f7-49e6-9b8d-902a690cedc3 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949445 Apr 07 17:20:19.080663 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-88756efe-5d9b-44f6-a06a-0d090fa44b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:19.082144 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-88756efe-5d9b-44f6-a06a-0d090fa44b38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1049950 Apr 07 17:20:19.122653 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-14634a2f-64c4-44af-a536-3d637d9f3a40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0345235 Apr 07 17:20:19.155469 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5d33b7d-aedc-4457-9897-fb4681eaa498 req-05878bcb-1ef6-4020-a0c4-16ec647b6b93 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875504 Apr 07 17:20:19.163718 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 36b21861-dbf8-4125-9ae9-842aaed8add5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:20:19.177793 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Made reservation on behalf of cb8370d7baf14d80b8e6f7882864649e for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:20:19.183062 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.206334 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device e3a426db-9525-4fc4-90fc-3522fb6ce2cb up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:20:19.250126 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-fd5769e0-88bf-438b-89d0-1a95cddf181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:19.251889 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-fd5769e0-88bf-438b-89d0-1a95cddf181f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.1231322 Apr 07 17:20:19.313758 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 36b21861-dbf8-4125-9ae9-842aaed8add5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=36b21861-dbf8-4125-9ae9-842aaed8add5,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:19.326552 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '36b21861-dbf8-4125-9ae9-842aaed8add5', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'port_id': '36b21861-dbf8-4125-9ae9-842aaed8add5', 'mac_address': 'fa:16:3e:09:9c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:20:19.349548 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc2c7-6f33-4e54-9f3a-75480ea1777c req-3983d4cd-5670-401c-8add-c03cf0ac01a0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:19.356251 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-849dc2c7-6f33-4e54-9f3a-75480ea1777c req-3983d4cd-5670-401c-8add-c03cf0ac01a0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 943 time: 0.1959901 Apr 07 17:20:19.372806 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 36b21861-dbf8-4125-9ae9-842aaed8add5 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:19.373444 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.387338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b21861-dbf8-4125-9ae9-842aaed8add5 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:19.411290 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 36b21861-dbf8-4125-9ae9-842aaed8add5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=36b21861-dbf8-4125-9ae9-842aaed8add5,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:19.435406 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-7bcf81b4-7dc1-4225-871b-482c82fc472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:19.436841 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-7bcf81b4-7dc1-4225-871b-482c82fc472f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1753182 Apr 07 17:20:19.438985 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port e3a426db-9525-4fc4-90fc-3522fb6ce2cb completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:20:19.443032 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port e3a426db-9525-4fc4-90fc-3522fb6ce2cb triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:19.448021 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.506041 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-849dc2c7-6f33-4e54-9f3a-75480ea1777c req-e34982e3-cd24-46ae-b148-d30758a42b37 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489084 Apr 07 17:20:19.525362 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.525362 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 9a780e11-fd18-4861-8227-6aae03c308ca details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:20:19.548787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979387d2-7452-408d-b66c-f401f8765e53 req-c55599c5-df17-4a1d-a780-beaf259d9e75 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:19.550268 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-979387d2-7452-408d-b66c-f401f8765e53 req-c55599c5-df17-4a1d-a780-beaf259d9e75 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 944 time: 0.2225680 Apr 07 17:20:19.563549 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port e3a426db-9525-4fc4-90fc-3522fb6ce2cb is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:19.563935 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.571310 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Allocated IP 172.20.0.8 (48457aee-2d0c-465e-805a-fcb617f3be0e/86b6363f-3482-4d6b-9da8-2f87187a3e9b/bc998428-bafa-45c1-8d70-f3933c8b16ec) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:20:19.619465 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=36b21861-dbf8-4125-9ae9-842aaed8add5,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:19.624801 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 9a780e11-fd18-4861-8227-6aae03c308ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9a780e11-fd18-4861-8227-6aae03c308ca,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:19.646627 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-a6e87dc6-b491-4c18-b287-17a7f772f5d9 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869967 Apr 07 17:20:19.650391 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:19.680099 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-979387d2-7452-408d-b66c-f401f8765e53 req-bd23c27f-7f43-4e8f-9072-cf7446f314a6 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229715 Apr 07 17:20:19.732961 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '9a780e11-fd18-4861-8227-6aae03c308ca', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'port_id': '9a780e11-fd18-4861-8227-6aae03c308ca', 'mac_address': 'fa:16:3e:fc:61:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:20:19.746650 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port e3a426db-9525-4fc4-90fc-3522fb6ce2cb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,segment=NetworkSegment(43f19156-c34a-4aca-89fe-2251847ebfba),segment_id=43f19156-c34a-4aca-89fe-2251847ebfba)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:19.830955 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.854476 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b28a9b3-a3b6-4ef7-8848-90933ce13083 req-766ab9d2-7a2b-43ad-95a2-61c928634c26 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994879 Apr 07 17:20:19.900476 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.917495 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 9a780e11-fd18-4861-8227-6aae03c308ca is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:19.917890 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:19.943635 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013b00fb-dd25-445e-8ddd-1d58059dbd2f" -d '{"events": [{"server_uuid": "4c5c5bdb-94b4-456c-be68-441e1d4b1b74", "name": "network-vif-plugged", "status": "completed", "tag": "e3a426db-9525-4fc4-90fc-3522fb6ce2cb"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:19.965369 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a780e11-fd18-4861-8227-6aae03c308ca {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:19.984056 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:19.998759 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 9a780e11-fd18-4861-8227-6aae03c308ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9a780e11-fd18-4861-8227-6aae03c308ca,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:20.049529 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c2a7cc62-7f32-4ee7-bb5d-667f97431871 req-6289fa38-ebc7-4b0f-9eb6-bb5dacb4ca2a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.0317047 Apr 07 17:20:20.071840 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70f980b-73ed-4168-999a-d038a4cf9097 x-openstack-request-id: req-f70f980b-73ed-4168-999a-d038a4cf9097 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:20.072158 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5c5bdb-94b4-456c-be68-441e1d4b1b74", "name": "network-vif-plugged", "status": "completed", "tag": "e3a426db-9525-4fc4-90fc-3522fb6ce2cb", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:20.072866 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f70f980b-73ed-4168-999a-d038a4cf9097 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:20.073448 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70f980b-73ed-4168-999a-d038a4cf9097'] response: {'server_uuid': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb', 'code': 200} Apr 07 17:20:20.113514 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:20.113846 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:20.162726 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Network 48457aee-2d0c-465e-805a-fcb617f3be0e is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:20:20.165679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:20:20.168791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:20:20.180068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:20.180068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:20.206290 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=9a780e11-fd18-4861-8227-6aae03c308ca,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:20.212864 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:20.432916 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-2be28ea5-b4be-4f71-adc7-37c5921b532c None None] Provisioning complete for port bc998428-bafa-45c1-8d70-f3933c8b16ec triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:20.433303 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2be28ea5-b4be-4f71-adc7-37c5921b532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:20.457779 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['9a780e11-fd18-4861-8227-6aae03c308ca'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:20:20.496670 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2be28ea5-b4be-4f71-adc7-37c5921b532c None None] Port bc998428-bafa-45c1-8d70-f3933c8b16ec cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:20:20.535330 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['36b21861-dbf8-4125-9ae9-842aaed8add5'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:20:20.635370 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968891eb-7f7e-4958-9261-194c021d3d53 req-d90817b0-420b-4367-9360-a21f3afd7590 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:20.636939 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-968891eb-7f7e-4958-9261-194c021d3d53 req-d90817b0-420b-4367-9360-a21f3afd7590 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 944 time: 0.0525107 Apr 07 17:20:20.694276 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-968891eb-7f7e-4958-9261-194c021d3d53 req-22ae7271-ec0a-4f94-98a9-2c94fe8555ad tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Apr 07 17:20:20.818345 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e806-9bc6-40d5-b900-3459a94a7f9a req-c3956c28-7fcb-469e-b4de-413d7737f30f tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:20.819836 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a19e806-9bc6-40d5-b900-3459a94a7f9a req-c3956c28-7fcb-469e-b4de-413d7737f30f tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0572803 Apr 07 17:20:20.869791 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a19e806-9bc6-40d5-b900-3459a94a7f9a req-6b89e099-622e-483a-b785-410d26aaa575 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Apr 07 17:20:20.948080 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:20:20.977481 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-5f0a270a-b156-4c45-94c3-6048163be44e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2294118 Apr 07 17:20:20.989378 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Request body: {'port': {'device_id': 'bff11525-d802-480e-8301-be7c4bc7746f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:21.048157 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.413281 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 36b21861-dbf8-4125-9ae9-842aaed8add5 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:20:21.466065 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed541c2-3674-4815-9d28-4bfa942a04e3 req-a0df47e9-6bc1-4344-9646-d3cd68284334 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:21.467513 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ed541c2-3674-4815-9d28-4bfa942a04e3 req-a0df47e9-6bc1-4344-9646-d3cd68284334 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 931 time: 0.3216746 Apr 07 17:20:21.536873 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 36b21861-dbf8-4125-9ae9-842aaed8add5 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:20:21.540891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40911c28-8d26-4d72-ab8a-f212607112a5 req-0c72eabf-fbc8-48a6-afa0-da3ba03f3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:21.540891 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40911c28-8d26-4d72-ab8a-f212607112a5 req-0c72eabf-fbc8-48a6-afa0-da3ba03f3df4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 1129 time: 0.3440742 Apr 07 17:20:21.541072 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 36b21861-dbf8-4125-9ae9-842aaed8add5 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:21.541408 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.579266 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-40911c28-8d26-4d72-ab8a-f212607112a5 req-af942a4a-63f8-4106-8459-6b2d2c4faea6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.591484 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ed541c2-3674-4815-9d28-4bfa942a04e3 req-82387b41-f5a2-4a76-8b5d-f656dff0c9d7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171575 Apr 07 17:20:21.655990 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc998428-bafa-45c1-8d70-f3933c8b16ec {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:21.659053 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 36b21861-dbf8-4125-9ae9-842aaed8add5 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:21.659591 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.661965 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Publish callbacks [] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.704743 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Transition to ACTIVE for port object bc998428-bafa-45c1-8d70-f3933c8b16ec will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:20:21.710609 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 36b21861-dbf8-4125-9ae9-842aaed8add5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=36b21861-dbf8-4125-9ae9-842aaed8add5,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:21.763679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-40911c28-8d26-4d72-ab8a-f212607112a5 req-af942a4a-63f8-4106-8459-6b2d2c4faea6 service neutron] Publish callbacks [] for security_group (e2584a0b-b6af-4c94-ad29-562197018f98), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.804965 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.805801 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.806008 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 9a780e11-fd18-4861-8227-6aae03c308ca up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:20:21.851027 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-40911c28-8d26-4d72-ab8a-f212607112a5 req-af942a4a-63f8-4106-8459-6b2d2c4faea6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (e2584a0b-b6af-4c94-ad29-562197018f98), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:21.895236 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=36b21861-dbf8-4125-9ae9-842aaed8add5,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:21.972626 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:21.978854 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40911c28-8d26-4d72-ab8a-f212607112a5 req-af942a4a-63f8-4106-8459-6b2d2c4faea6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294446 Apr 07 17:20:21.980900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af942a4a-63f8-4106-8459-6b2d2c4faea6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2584a0b-b6af-4c94-ad29-562197018f98,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:22.011138 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 9a780e11-fd18-4861-8227-6aae03c308ca completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:20:22.019086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 9a780e11-fd18-4861-8227-6aae03c308ca triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:22.019086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:22.051438 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Attempting to bind port bc998428-bafa-45c1-8d70-f3933c8b16ec on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:20:22.051767 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Attempting to bind port bc998428-bafa-45c1-8d70-f3933c8b16ec by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:20:22.052086 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Attempting to bind port bc998428-bafa-45c1-8d70-f3933c8b16ec on network 48457aee-2d0c-465e-805a-fcb617f3be0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:22.060709 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3fca4-c43b-4847-8b7e-2b38894f0d88 req-324525e5-2e14-444e-bd4c-708eb46bc247 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:22.062343 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0c3fca4-c43b-4847-8b7e-2b38894f0d88 req-324525e5-2e14-444e-bd4c-708eb46bc247 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 944 time: 0.2533979 Apr 07 17:20:22.071805 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Port bc998428-bafa-45c1-8d70-f3933c8b16ec on network 48457aee-2d0c-465e-805a-fcb617f3be0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:20:22.072160 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Attempting to bind port bc998428-bafa-45c1-8d70-f3933c8b16ec on network 48457aee-2d0c-465e-805a-fcb617f3be0e {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:20:22.075168 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6861b8a6-c175-4196-998d-c63ddc75145a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b21861-dbf8-4125-9ae9-842aaed8add5'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:22.078028 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6d24cd-a9cf-4810-871b-edde1f3eae85" -d '{"events": [{"server_uuid": "6861b8a6-c175-4196-998d-c63ddc75145a", "name": "network-vif-plugged", "status": "completed", "tag": "36b21861-dbf8-4125-9ae9-842aaed8add5"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:22.089259 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:20:22.089600 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Checking segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:20:22.089978 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Bound using segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:20:22.090416 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Bound port: bc998428-bafa-45c1-8d70-f3933c8b16ec, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:20:22.090926 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:22.122094 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84fe00-12e1-4a36-a946-5f45034e4dd7 req-914a258f-4d22-45f4-a114-b811346a79f0 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:22.123750 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e84fe00-12e1-4a36-a946-5f45034e4dd7 req-914a258f-4d22-45f4-a114-b811346a79f0 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.1746652 Apr 07 17:20:22.135137 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 9a780e11-fd18-4861-8227-6aae03c308ca is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:22.135519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:22.186669 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 9a780e11-fd18-4861-8227-6aae03c308ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9a780e11-fd18-4861-8227-6aae03c308ca,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:22.212384 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0c3fca4-c43b-4847-8b7e-2b38894f0d88 req-0bad10a0-0236-4ac0-9de9-e0b575d36f6f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362417 Apr 07 17:20:22.251262 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e84fe00-12e1-4a36-a946-5f45034e4dd7 req-60cd7c76-443f-4669-b26b-f58f978ecac2 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138904 Apr 07 17:20:22.252314 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:20:22.255896 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:20:22.271755 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b70eb-db2b-4c58-9a72-c332677cd00e x-openstack-request-id: req-781b70eb-db2b-4c58-9a72-c332677cd00e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:22.272197 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6861b8a6-c175-4196-998d-c63ddc75145a", "name": "network-vif-plugged", "status": "completed", "tag": "36b21861-dbf8-4125-9ae9-842aaed8add5", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:22.272540 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-781b70eb-db2b-4c58-9a72-c332677cd00e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:22.273151 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781b70eb-db2b-4c58-9a72-c332677cd00e'] response: {'server_uuid': '6861b8a6-c175-4196-998d-c63ddc75145a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b21861-dbf8-4125-9ae9-842aaed8add5', 'code': 200} Apr 07 17:20:22.319193 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:22.354216 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:22.371287 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=9a780e11-fd18-4861-8227-6aae03c308ca,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:22.393373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:22.393988 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:22.395670 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] 10.222.0.37 "PUT /v2.0/ports/bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 200 len: 1093 time: 1.4106746 Apr 07 17:20:22.396116 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:22.398412 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce962f73-1caa-4537-888e-a45437e3e9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:22.422975 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aef98-7dab-48f9-8890-20cf1c14becc service neutron] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:22.442086 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d26476-66a2-483e-b740-839ef88ada76 x-openstack-request-id: req-21d26476-66a2-483e-b740-839ef88ada76 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:22.444475 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:22.444475 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21d26476-66a2-483e-b740-839ef88ada76 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:22.444475 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d26476-66a2-483e-b740-839ef88ada76'] response: {'name': 'network-changed', 'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'status': 'completed', 'code': 200} Apr 07 17:20:22.740944 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc27664-3b86-4aa2-a047-9840caaa3f09 req-4d47da58-7741-459f-acc9-e4a9a89239d3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:22.742489 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7bc27664-3b86-4aa2-a047-9840caaa3f09 req-4d47da58-7741-459f-acc9-e4a9a89239d3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0622978 Apr 07 17:20:22.798906 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7bc27664-3b86-4aa2-a047-9840caaa3f09 req-6cf8b627-0c2c-4bc0-8740-00c6dfe5d720 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496123 Apr 07 17:20:23.342509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd413-738a-4637-aa9b-9547f6efde64 req-7e284f92-5c0e-4cb2-93f9-89b16255b3bc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:23.344448 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06ffd413-738a-4637-aa9b-9547f6efde64 req-7e284f92-5c0e-4cb2-93f9-89b16255b3bc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0587912 Apr 07 17:20:23.424874 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ff046-0bf5-44c3-8289-58f467865cea req-74c7d1a5-8260-4fc0-98b3-a76c84007e38 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:23.426322 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d73ff046-0bf5-44c3-8289-58f467865cea req-74c7d1a5-8260-4fc0-98b3-a76c84007e38 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0991843 Apr 07 17:20:23.429383 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06ffd413-738a-4637-aa9b-9547f6efde64 req-04a57521-4b8c-40fd-a6b4-1ca00f288911 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640633 Apr 07 17:20:23.474282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d73ff046-0bf5-44c3-8289-58f467865cea req-dfcf08e4-b200-4308-b839-c4d44cd1c7eb tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Apr 07 17:20:23.925050 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce9841-7646-4853-8992-7782e708bb20 req-b6078ea7-5410-4952-beda-bd4035b04bdf tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:23.926547 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1ce9841-7646-4853-8992-7782e708bb20 req-b6078ea7-5410-4952-beda-bd4035b04bdf tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0562077 Apr 07 17:20:23.974587 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1ce9841-7646-4853-8992-7782e708bb20 req-51c8a977-8714-4693-99de-a74ff6004c1f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Apr 07 17:20:24.274404 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a780e11-fd18-4861-8227-6aae03c308ca'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:24.276601 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0171d9-bc9c-410f-acb3-2b68858c3f67" -d '{"events": [{"server_uuid": "7f29ee7a-7774-4b2a-a97b-d418a22fd251", "name": "network-vif-plugged", "status": "completed", "tag": "9a780e11-fd18-4861-8227-6aae03c308ca"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:24.310679 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c89a554-6ba3-4662-b61f-0a61f7ddc4b2 x-openstack-request-id: req-2c89a554-6ba3-4662-b61f-0a61f7ddc4b2 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:24.311009 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29ee7a-7774-4b2a-a97b-d418a22fd251", "name": "network-vif-plugged", "status": "completed", "tag": "9a780e11-fd18-4861-8227-6aae03c308ca", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:24.311263 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c89a554-6ba3-4662-b61f-0a61f7ddc4b2 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:24.311646 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c89a554-6ba3-4662-b61f-0a61f7ddc4b2'] response: {'server_uuid': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a780e11-fd18-4861-8227-6aae03c308ca', 'code': 200} Apr 07 17:20:24.547459 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019dfb6-0f47-400a-a1df-d2e5e09d74b5 req-875c0cf0-d186-4166-b50a-df6d7aef1778 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:24.549023 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3019dfb6-0f47-400a-a1df-d2e5e09d74b5 req-875c0cf0-d186-4166-b50a-df6d7aef1778 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0553284 Apr 07 17:20:24.622372 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3019dfb6-0f47-400a-a1df-d2e5e09d74b5 req-c2feca41-376a-45a3-b07e-cbaaf96e0171 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645933 Apr 07 17:20:24.630693 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1bc2-591a-4cc3-954e-4dc2f5c18c3d req-e3812b61-e2db-44dc-b81c-90a76bca0e33 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:24.632150 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe9a1bc2-591a-4cc3-954e-4dc2f5c18c3d req-e3812b61-e2db-44dc-b81c-90a76bca0e33 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0822461 Apr 07 17:20:24.680640 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe9a1bc2-591a-4cc3-954e-4dc2f5c18c3d req-5ec6ab03-bf35-4d50-8de1-c3fcdb40e79b tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Apr 07 17:20:25.095607 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16033-772d-4654-bf1d-da665ff84fdf req-41eca89a-c330-4f58-9b32-21e81e4f6944 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:25.096993 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3b16033-772d-4654-bf1d-da665ff84fdf req-41eca89a-c330-4f58-9b32-21e81e4f6944 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0517030 Apr 07 17:20:25.146867 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3b16033-772d-4654-bf1d-da665ff84fdf req-0ece1604-097b-4fb1-b933-c4adb4c5d3be tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Apr 07 17:20:25.531963 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962f73-1caa-4537-888e-a45437e3e9fc req-0fcc19e1-2209-4ded-b55e-f1cae41c57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:25.534180 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce962f73-1caa-4537-888e-a45437e3e9fc req-0fcc19e1-2209-4ded-b55e-f1cae41c57bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1127 time: 0.0775020 Apr 07 17:20:25.536493 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7cb8-d32b-4900-aa16-cafd5adaf9ff req-ef6eae51-d977-451c-b178-85652fc950da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:25.537873 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e99f7cb8-d32b-4900-aa16-cafd5adaf9ff req-ef6eae51-d977-451c-b178-85652fc950da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0731049 Apr 07 17:20:25.746454 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32100166-ccf3-437e-b705-ec1de2292b95 req-0f427e0d-a3bc-431c-91cb-c236febecb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:25.748669 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-32100166-ccf3-437e-b705-ec1de2292b95 req-0f427e0d-a3bc-431c-91cb-c236febecb3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.1150014 Apr 07 17:20:25.762587 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962f73-1caa-4537-888e-a45437e3e9fc req-ad658475-176d-45ce-bf90-85d44b72da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:25.764031 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce962f73-1caa-4537-888e-a45437e3e9fc req-ad658475-176d-45ce-bf90-85d44b72da25 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cb8370d7baf14d80b8e6f7882864649e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2158542 Apr 07 17:20:25.772202 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e99f7cb8-d32b-4900-aa16-cafd5adaf9ff req-88e63eda-6db0-4172-9d7a-1d531d69f7a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156749 Apr 07 17:20:25.820079 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-32100166-ccf3-437e-b705-ec1de2292b95 req-b3a880b0-8fd0-4523-94cf-13836893e86e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637593 Apr 07 17:20:26.000842 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3d071-5afe-4288-8061-3b930195c2be req-e41c165c-908a-4ff5-b692-8cf2b511a1e1 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:26.002433 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cda3d071-5afe-4288-8061-3b930195c2be req-e41c165c-908a-4ff5-b692-8cf2b511a1e1 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.2057695 Apr 07 17:20:26.009272 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a04c-3fcb-41fc-8cdb-29bdb10c008b req-6e62b16f-d65f-4101-b055-6dba5f1bd37b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:26.010722 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8945a04c-3fcb-41fc-8cdb-29bdb10c008b req-6e62b16f-d65f-4101-b055-6dba5f1bd37b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.2413871 Apr 07 17:20:26.042780 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962f73-1caa-4537-888e-a45437e3e9fc req-87c9192e-a7bf-4f65-9179-42769842e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:26.044225 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce962f73-1caa-4537-888e-a45437e3e9fc req-87c9192e-a7bf-4f65-9179-42769842e4a2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2712233 Apr 07 17:20:26.096194 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cda3d071-5afe-4288-8061-3b930195c2be req-dc7848e7-77e6-4acd-8f81-620ed72c62fe tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844083 Apr 07 17:20:26.105681 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8945a04c-3fcb-41fc-8cdb-29bdb10c008b req-d1ff8fbb-5431-434e-ada1-78624e4de080 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879948 Apr 07 17:20:26.266946 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba71f6-c5ba-44ed-ae4e-29ce8de149df req-448fa249-b74e-4d28-b525-c173d5f16bde tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:26.269280 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3ba71f6-c5ba-44ed-ae4e-29ce8de149df req-448fa249-b74e-4d28-b525-c173d5f16bde tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0521848 Apr 07 17:20:26.489891 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3ba71f6-c5ba-44ed-ae4e-29ce8de149df req-05581735-7bad-4f1b-961c-780d792af673 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145152 Apr 07 17:20:27.244826 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2456fa-6a6e-47ff-a030-a9889bc2e70f req-dca519d5-d408-4afe-a068-ff6ea8d86c5d tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:27.246340 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e2456fa-6a6e-47ff-a030-a9889bc2e70f req-dca519d5-d408-4afe-a068-ff6ea8d86c5d tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0822656 Apr 07 17:20:27.280161 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccd5b2-983b-4188-834d-b2bd2def0e0f req-f9e7242f-691a-453b-a42a-0f086afc7a59 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:27.281593 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ccd5b2-983b-4188-834d-b2bd2def0e0f req-f9e7242f-691a-453b-a42a-0f086afc7a59 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0913713 Apr 07 17:20:27.330098 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e2456fa-6a6e-47ff-a030-a9889bc2e70f req-1d356955-fb2d-499c-aba7-7648d118071b tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771720 Apr 07 17:20:27.352636 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ccd5b2-983b-4188-834d-b2bd2def0e0f req-f8d528f1-26f1-41ac-bfff-d6b3d3ef2613 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595436 Apr 07 17:20:27.622423 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f3bac-e704-44e4-b276-7574dfc5da94 req-f99d2d08-270f-4a93-9834-5e1c43564ec7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:27.623979 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa6f3bac-e704-44e4-b276-7574dfc5da94 req-f99d2d08-270f-4a93-9834-5e1c43564ec7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0569451 Apr 07 17:20:27.675444 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa6f3bac-e704-44e4-b276-7574dfc5da94 req-91f57201-99fd-422b-a5ef-4be6d975859c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448694 Apr 07 17:20:27.792724 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-69e64319-ecf5-4543-bc1b-9c587bb32d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:27.794862 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-69e64319-ecf5-4543-bc1b-9c587bb32d1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1127 time: 0.0468996 Apr 07 17:20:28.471450 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b157c9-1b0e-47d5-ae43-cc974f86846f req-c0177f4f-566f-4219-888b-ed5d76e8849a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:28.473080 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54b157c9-1b0e-47d5-ae43-cc974f86846f req-c0177f4f-566f-4219-888b-ed5d76e8849a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0522647 Apr 07 17:20:28.483194 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47136) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:28.535811 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54b157c9-1b0e-47d5-ae43-cc974f86846f req-8e1b2d7b-78f7-4c2b-a119-9e59968e853b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565004 Apr 07 17:20:28.599337 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ed2a64be-571d-4a27-9d31-4bd8170ef484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:28.678587 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ed2a64be-571d-4a27-9d31-4bd8170ef484 admin admin] Publish callbacks [] for security_group (d140825d-6b4b-4285-92e7-ed9efceb88e9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:28.782776 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ed2a64be-571d-4a27-9d31-4bd8170ef484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d140825d-6b4b-4285-92e7-ed9efceb88e9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:28.827590 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ed2a64be-571d-4a27-9d31-4bd8170ef484 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5869ada6aa23436e97111b421b9355cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431685 Apr 07 17:20:28.831380 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47148) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:28.837040 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2560d7b-c1a3-4110-a046-4e94f0d3ebf9 req-2e5bef60-f381-4b17-9db2-3933b245fa39 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:28.838506 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2560d7b-c1a3-4110-a046-4e94f0d3ebf9 req-2e5bef60-f381-4b17-9db2-3933b245fa39 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0894547 Apr 07 17:20:28.839121 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a64be-571d-4a27-9d31-4bd8170ef484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d140825d-6b4b-4285-92e7-ed9efceb88e9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:28.885477 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d78d-b7b9-41d2-a608-f3c36445d6df admin admin] Publish callbacks [] for security_group (d140825d-6b4b-4285-92e7-ed9efceb88e9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:28.895138 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2560d7b-c1a3-4110-a046-4e94f0d3ebf9 req-4d71c03d-57a2-4238-9c38-77dba70e5186 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Apr 07 17:20:28.909155 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d78d-b7b9-41d2-a608-f3c36445d6df admin admin] Publish callbacks [] for security_group (d140825d-6b4b-4285-92e7-ed9efceb88e9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:29.050807 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d78d-b7b9-41d2-a608-f3c36445d6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d140825d-6b4b-4285-92e7-ed9efceb88e9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:29.053402 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f1c6d78d-b7b9-41d2-a608-f3c36445d6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:29.054566 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f1c6d78d-b7b9-41d2-a608-f3c36445d6df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d140825d-6b4b-4285-92e7-ed9efceb88e9 HTTP/1.1" status: 204 len: 168 time: 0.2220533 Apr 07 17:20:29.064809 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6d78d-b7b9-41d2-a608-f3c36445d6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d140825d-6b4b-4285-92e7-ed9efceb88e9,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:29.117095 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13149ce-f38d-474c-9f43-38866c8dcd09 req-e929dcc6-e7fe-4c79-987b-e955db6defd4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:29.117095 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d13149ce-f38d-474c-9f43-38866c8dcd09 req-e929dcc6-e7fe-4c79-987b-e955db6defd4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0653861 Apr 07 17:20:29.166478 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d13149ce-f38d-474c-9f43-38866c8dcd09 req-74047812-6f6b-491c-a55b-2e556f086ed5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Apr 07 17:20:29.715752 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47186) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:29.729513 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f155c520-6923-4817-aa3a-1b83a5d66e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:29.804485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f155c520-6923-4817-aa3a-1b83a5d66e85 admin admin] Publish callbacks [] for security_group (dc5c65a1-407a-4b90-9157-ea3cc00447e9), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:29.866935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f155c520-6923-4817-aa3a-1b83a5d66e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (dc5c65a1-407a-4b90-9157-ea3cc00447e9), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:29.903855 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f155c520-6923-4817-aa3a-1b83a5d66e85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39a30ee98f854c7c81e1251b33a7c952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870539 Apr 07 17:20:29.905721 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155c520-6923-4817-aa3a-1b83a5d66e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c65a1-407a-4b90-9157-ea3cc00447e9,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:29.906743 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47188) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:29.957612 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e7157871-1832-45c5-a300-748de7b70cbb admin admin] Publish callbacks [] for security_group (dc5c65a1-407a-4b90-9157-ea3cc00447e9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:30.003650 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e7157871-1832-45c5-a300-748de7b70cbb admin admin] Publish callbacks [] for security_group (dc5c65a1-407a-4b90-9157-ea3cc00447e9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:30.056226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9a74-95c4-4852-9c1b-a8ce2c23858b req-ec92e32e-1183-46d7-ba59-9f5519ef4698 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:30.057710 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-637e9a74-95c4-4852-9c1b-a8ce2c23858b req-ec92e32e-1183-46d7-ba59-9f5519ef4698 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0906510 Apr 07 17:20:30.105968 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-637e9a74-95c4-4852-9c1b-a8ce2c23858b req-cf691e76-c5cf-4680-a3e4-b6d4110c7d07 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Apr 07 17:20:30.159276 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e7157871-1832-45c5-a300-748de7b70cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (dc5c65a1-407a-4b90-9157-ea3cc00447e9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:30.161848 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e7157871-1832-45c5-a300-748de7b70cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:30.162945 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e7157871-1832-45c5-a300-748de7b70cbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc5c65a1-407a-4b90-9157-ea3cc00447e9 HTTP/1.1" status: 204 len: 168 time: 0.2551522 Apr 07 17:20:30.170852 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7157871-1832-45c5-a300-748de7b70cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c65a1-407a-4b90-9157-ea3cc00447e9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:30.290325 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32aacb-3ecf-4e69-914e-d91a6e48ae6b req-3a542298-6529-4071-b750-2afa83b730b1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:30.291781 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b32aacb-3ecf-4e69-914e-d91a6e48ae6b req-3a542298-6529-4071-b750-2afa83b730b1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0537033 Apr 07 17:20:30.339227 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b32aacb-3ecf-4e69-914e-d91a6e48ae6b req-77ee2373-32ff-445e-af5d-1ec3a01f7377 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Apr 07 17:20:30.901833 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-224ea70a-228a-4167-95e5-4f6078fd9976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:31.244300 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600fa05-6629-4af0-b518-da544422e4cf req-e4c4e1f8-8ac2-46b2-b7c5-8ca88692c7f1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:31.245978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8600fa05-6629-4af0-b518-da544422e4cf req-e4c4e1f8-8ac2-46b2-b7c5-8ca88692c7f1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0658524 Apr 07 17:20:31.302741 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8600fa05-6629-4af0-b518-da544422e4cf req-82210630-b32c-40e4-a7e7-489fe9ca8779 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507209 Apr 07 17:20:31.455361 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff970b6-83f2-4b9e-ac2a-17bc73cfa6be req-50277318-354a-4116-85e7-f986bb307360 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:31.456908 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bff970b6-83f2-4b9e-ac2a-17bc73cfa6be req-50277318-354a-4116-85e7-f986bb307360 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Apr 07 17:20:31.503049 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bff970b6-83f2-4b9e-ac2a-17bc73cfa6be req-c18cbe30-efc0-483f-a1d2-29fd077f7efc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Apr 07 17:20:31.863737 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47264) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:31.968260 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ed322cda-bbb2-4a83-8c99-bae27ce84b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:32.042744 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ed322cda-bbb2-4a83-8c99-bae27ce84b9c admin admin] Publish callbacks [] for security_group (d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:32.113468 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ed322cda-bbb2-4a83-8c99-bae27ce84b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:32.150508 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed322cda-bbb2-4a83-8c99-bae27ce84b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:32.154784 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ed322cda-bbb2-4a83-8c99-bae27ce84b9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=060a460575764dfc92f9b51d28156224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900350 Apr 07 17:20:32.157815 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47272) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:32.207344 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65ceea8c-94b8-482d-a8c9-03377d9ae494 admin admin] Publish callbacks [] for security_group (d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:32.227806 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65ceea8c-94b8-482d-a8c9-03377d9ae494 admin admin] Publish callbacks [] for security_group (d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:32.364979 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65ceea8c-94b8-482d-a8c9-03377d9ae494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:32.368087 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65ceea8c-94b8-482d-a8c9-03377d9ae494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:32.369458 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-65ceea8c-94b8-482d-a8c9-03377d9ae494 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3 HTTP/1.1" status: 204 len: 168 time: 0.2109728 Apr 07 17:20:32.397369 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceea8c-94b8-482d-a8c9-03377d9ae494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aaf55a-b837-4fa2-a57d-7b65a8a3e9c3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:32.442528 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9098-ea2f-4cef-979a-730fd74edce8 req-c54a09cb-ee02-4841-b7e7-75e114cf8636 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:32.444029 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-14da9098-ea2f-4cef-979a-730fd74edce8 req-c54a09cb-ee02-4841-b7e7-75e114cf8636 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0708432 Apr 07 17:20:32.490072 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-14da9098-ea2f-4cef-979a-730fd74edce8 req-e16913a2-f2c2-4e12-822c-9a615f466a4b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Apr 07 17:20:32.621068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af272dd7-5520-4b8a-abe9-2763f5afb46b req-eb043cfc-63f5-4f67-ab31-831ba5aca762 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:32.622567 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af272dd7-5520-4b8a-abe9-2763f5afb46b req-eb043cfc-63f5-4f67-ab31-831ba5aca762 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0536654 Apr 07 17:20:32.673247 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af272dd7-5520-4b8a-abe9-2763f5afb46b req-cd080d87-71c2-4a61-b0f7-8ce5219df5bb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Apr 07 17:20:33.215800 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e0590e0b-660e-4f03-a414-075edcc77e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:33.607558 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-9a511480-6f80-40a0-80ef-b32cc035cc41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 200 len: 217 time: 0.0466208 Apr 07 17:20:33.659588 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8d772-6d22-4882-ad0d-5ae472242055 req-12729701-8a65-405f-9ba4-601ace264e95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:33.665630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efb8d772-6d22-4882-ad0d-5ae472242055 req-12729701-8a65-405f-9ba4-601ace264e95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0604327 Apr 07 17:20:33.708739 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efb8d772-6d22-4882-ad0d-5ae472242055 req-5271954b-8dea-42c5-8c59-821952015600 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420415 Apr 07 17:20:33.819538 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0fc7c-d44b-42f5-af08-c2bba239e0f0 req-efcad62b-95bd-47ea-9f36-ee8bd5971b45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:33.821053 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d6a0fc7c-d44b-42f5-af08-c2bba239e0f0 req-efcad62b-95bd-47ea-9f36-ee8bd5971b45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0559940 Apr 07 17:20:33.868367 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d6a0fc7c-d44b-42f5-af08-c2bba239e0f0 req-8bb39d8c-e786-4012-bcb7-8f75cb3bd1bc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Apr 07 17:20:34.086971 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-bc82e413-e8c2-4311-83a8-4eb05cfc37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:34.088466 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-bc82e413-e8c2-4311-83a8-4eb05cfc37a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.0493791 Apr 07 17:20:34.137922 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-4820a622-961b-4010-9064-c8e6ca2f6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:34.139401 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-4820a622-961b-4010-9064-c8e6ca2f6672 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445280 Apr 07 17:20:34.259713 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-506b2131-3aae-4d9c-bbff-4e00f495c0ec service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137018 Apr 07 17:20:34.266147 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803986b9-d113-41f7-9053-e348879b5750 req-19c20110-326c-49dc-a0c9-69f6e27987af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:34.268487 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-803986b9-d113-41f7-9053-e348879b5750 req-19c20110-326c-49dc-a0c9-69f6e27987af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0823705 Apr 07 17:20:34.370278 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:34.380734 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4abb9cb-59f5-4066-8c1b-afb678cdb8af req-e0b00fa4-0e29-4219-aad7-4a45d2f98a82 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149247 Apr 07 17:20:34.384872 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803986b9-d113-41f7-9053-e348879b5750 req-e88d0c5c-ed7d-4e0c-91ee-9ab7fe84d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:34.386221 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-803986b9-d113-41f7-9053-e348879b5750 req-e88d0c5c-ed7d-4e0c-91ee-9ab7fe84d064 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1120002 Apr 07 17:20:34.432561 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-803986b9-d113-41f7-9053-e348879b5750 req-d0fe501c-175f-4cf3-9d53-21ea6a083ca7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0390720 Apr 07 17:20:34.480059 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803986b9-d113-41f7-9053-e348879b5750 req-ce98d2ad-76f9-4ba0-95e4-08795300bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:34.481453 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-803986b9-d113-41f7-9053-e348879b5750 req-ce98d2ad-76f9-4ba0-95e4-08795300bb6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0433540 Apr 07 17:20:34.534356 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803986b9-d113-41f7-9053-e348879b5750 req-0903f18d-cec8-41e6-8da7-3950716bc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:34.536058 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-803986b9-d113-41f7-9053-e348879b5750 req-0903f18d-cec8-41e6-8da7-3950716bc23d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495825 Apr 07 17:20:34.842377 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d549e8-84cd-4b5c-866f-0b1bcd57b88c req-5b9ed7a8-30c9-4e22-b597-e9caab083298 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:34.844016 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74d549e8-84cd-4b5c-866f-0b1bcd57b88c req-5b9ed7a8-30c9-4e22-b597-e9caab083298 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0645430 Apr 07 17:20:34.907419 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74d549e8-84cd-4b5c-866f-0b1bcd57b88c req-c971232d-eb96-4736-a822-d33f4cde3236 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570409 Apr 07 17:20:35.010092 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb1769-1516-4cc0-a379-2897e48bd025 req-37b7cbd6-79cf-41d7-8e83-180e1da0af40 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:35.011456 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78cb1769-1516-4cc0-a379-2897e48bd025 req-37b7cbd6-79cf-41d7-8e83-180e1da0af40 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0565672 Apr 07 17:20:35.063673 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78cb1769-1516-4cc0-a379-2897e48bd025 req-d136759f-4bb3-43d1-a82a-6ef5a0d69839 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461354 Apr 07 17:20:35.462577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:20:35.518218 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-803986b9-d113-41f7-9053-e348879b5750 req-b821ad10-17e4-42a5-a976-747ec01bbf5c service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998378 Apr 07 17:20:35.602898 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:35.617703 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'port_id': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'mac_address': 'fa:16:3e:cb:d9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:20:35.623324 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:35.670355 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:35.670980 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:35.689279 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc998428-bafa-45c1-8d70-f3933c8b16ec {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:20:35.709388 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-803986b9-d113-41f7-9053-e348879b5750 req-d4e349f1-586f-416e-abf4-bbb21a8953de service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405864 Apr 07 17:20:35.711349 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:35.776206 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:35.826458 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:36.047686 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b8b8f-9a40-4d43-97a9-ea3c054a5cfc req-c871c5f2-f4b8-4722-945d-23f5e8995992 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:36.049258 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef0b8b8f-9a40-4d43-97a9-ea3c054a5cfc req-c871c5f2-f4b8-4722-945d-23f5e8995992 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 944 time: 0.0620439 Apr 07 17:20:36.072111 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['bc998428-bafa-45c1-8d70-f3933c8b16ec'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:20:36.105561 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef0b8b8f-9a40-4d43-97a9-ea3c054a5cfc req-c8ef4fee-e835-47eb-9d99-53d10ce34d33 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494514 Apr 07 17:20:36.115969 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47462) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:36.244705 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb32bd-82f6-4e95-bc17-d7168dedeecc req-740522d1-cae0-4c1b-96d5-1a51794f3fda tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:36.252973 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64eb32bd-82f6-4e95-bc17-d7168dedeecc req-740522d1-cae0-4c1b-96d5-1a51794f3fda tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0899494 Apr 07 17:20:36.286054 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47474) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:36.319594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64eb32bd-82f6-4e95-bc17-d7168dedeecc req-d777becd-7dc1-470a-8848-721290af2188 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645771 Apr 07 17:20:36.370504 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e3b8-112f-4392-8f5f-50b2a8267db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.447852 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc55e624-dc71-4388-9e67-b10e5cefea3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.475149 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e3b8-112f-4392-8f5f-50b2a8267db3 admin admin] Publish callbacks [] for security_group (bcf42a2f-525b-4b1f-9db4-86a841a69868), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.541929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e3b8-112f-4392-8f5f-50b2a8267db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (bcf42a2f-525b-4b1f-9db4-86a841a69868), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.548924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc55e624-dc71-4388-9e67-b10e5cefea3a admin admin] Publish callbacks [] for security_group (c8eef945-5a01-4dcc-bfcb-935aab142522), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.582349 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6e3b8-112f-4392-8f5f-50b2a8267db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf42a2f-525b-4b1f-9db4-86a841a69868,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:36.589176 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9fe6e3b8-112f-4392-8f5f-50b2a8267db3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65de4bbd71664d2da2ced0963be64522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709620 Apr 07 17:20:36.591072 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47500) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:36.632893 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc55e624-dc71-4388-9e67-b10e5cefea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c8eef945-5a01-4dcc-bfcb-935aab142522), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.687699 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-dc55e624-dc71-4388-9e67-b10e5cefea3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fd5e276e485466cbb6e53f72a268224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4003744 Apr 07 17:20:36.688513 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55e624-dc71-4388-9e67-b10e5cefea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eef945-5a01-4dcc-bfcb-935aab142522,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:36.690712 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47508) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:36.695604 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de82fdff-a07d-410f-8a0d-5fe918997ccc admin admin] Publish callbacks [] for security_group (bcf42a2f-525b-4b1f-9db4-86a841a69868), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.725927 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de82fdff-a07d-410f-8a0d-5fe918997ccc admin admin] Publish callbacks [] for security_group (bcf42a2f-525b-4b1f-9db4-86a841a69868), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.770963 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e2e287f5-ef6e-4d93-baf6-86edf005e73e admin admin] Publish callbacks [] for security_group (c8eef945-5a01-4dcc-bfcb-935aab142522), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.793524 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e2e287f5-ef6e-4d93-baf6-86edf005e73e admin admin] Publish callbacks [] for security_group (c8eef945-5a01-4dcc-bfcb-935aab142522), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.856088 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de82fdff-a07d-410f-8a0d-5fe918997ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (bcf42a2f-525b-4b1f-9db4-86a841a69868), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.858734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de82fdff-a07d-410f-8a0d-5fe918997ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.859949 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-de82fdff-a07d-410f-8a0d-5fe918997ccc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcf42a2f-525b-4b1f-9db4-86a841a69868 HTTP/1.1" status: 204 len: 168 time: 0.2679155 Apr 07 17:20:36.868365 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82fdff-a07d-410f-8a0d-5fe918997ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf42a2f-525b-4b1f-9db4-86a841a69868,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:36.931946 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e2e287f5-ef6e-4d93-baf6-86edf005e73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c8eef945-5a01-4dcc-bfcb-935aab142522), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.934607 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e2e287f5-ef6e-4d93-baf6-86edf005e73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:36.935751 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e2e287f5-ef6e-4d93-baf6-86edf005e73e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8eef945-5a01-4dcc-bfcb-935aab142522 HTTP/1.1" status: 204 len: 168 time: 0.2436030 Apr 07 17:20:36.946560 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e287f5-ef6e-4d93-baf6-86edf005e73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eef945-5a01-4dcc-bfcb-935aab142522,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:37.118975 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.185970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47530) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:37.250396 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bae0b9-3d02-467b-83bd-6ac3cefdef22 req-88a5d934-ae41-41d9-8395-ee789b0c5afe tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:37.251834 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76bae0b9-3d02-467b-83bd-6ac3cefdef22 req-88a5d934-ae41-41d9-8395-ee789b0c5afe tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 944 time: 0.0539286 Apr 07 17:20:37.305313 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76bae0b9-3d02-467b-83bd-6ac3cefdef22 req-5c72c70f-7cf1-4e0d-a5f6-07d3736cc5b3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Apr 07 17:20:37.446906 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42345f-ce48-402e-bca2-65718ce79ea6 req-c671d0b5-17f6-4226-a792-280ab9758d31 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:37.448592 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a42345f-ce48-402e-bca2-65718ce79ea6 req-c671d0b5-17f6-4226-a792-280ab9758d31 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0633097 Apr 07 17:20:37.475087 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:20:37.506795 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a42345f-ce48-402e-bca2-65718ce79ea6 req-394f7d53-19f1-4fa5-b1db-afca49114047 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Apr 07 17:20:37.539409 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47540) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:37.555897 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-08561719-2ec3-49f9-b7d2-3e6969f068e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.566345 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a013e8fa-de99-4e69-9725-2a827fe0523c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.610092 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port bc998428-bafa-45c1-8d70-f3933c8b16ec completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:20:37.614741 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port bc998428-bafa-45c1-8d70-f3933c8b16ec triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:20:37.615149 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.664025 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-08561719-2ec3-49f9-b7d2-3e6969f068e9 admin admin] Publish callbacks [] for security_group (6fe609e1-5a75-4701-95fb-641f0ef20304), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.668840 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a013e8fa-de99-4e69-9725-2a827fe0523c admin admin] Publish callbacks [] for security_group (51d138de-298c-412d-91d2-8978a3c184f8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.707964 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:20:37.708350 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.718792 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-08561719-2ec3-49f9-b7d2-3e6969f068e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6fe609e1-5a75-4701-95fb-641f0ef20304), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.731062 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:37.733287 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd3fa11-5a8d-42a4-bb11-5b32a4951012" -d '{"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-plugged", "status": "completed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:37.748270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a013e8fa-de99-4e69-9725-2a827fe0523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (51d138de-298c-412d-91d2-8978a3c184f8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.750606 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:37.762047 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-08561719-2ec3-49f9-b7d2-3e6969f068e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e01263de4e1e4bfc96305da91974a363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215114 Apr 07 17:20:37.763160 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561719-2ec3-49f9-b7d2-3e6969f068e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe609e1-5a75-4701-95fb-641f0ef20304,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:37.766129 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47544) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:37.791534 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd21e11f-dffd-4423-848b-9e1dcc6d0e6e x-openstack-request-id: req-fd21e11f-dffd-4423-848b-9e1dcc6d0e6e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:37.792346 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-plugged", "status": "completed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:37.792740 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd21e11f-dffd-4423-848b-9e1dcc6d0e6e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:37.793169 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd21e11f-dffd-4423-848b-9e1dcc6d0e6e'] response: {'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'code': 200} Apr 07 17:20:37.795038 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a013e8fa-de99-4e69-9725-2a827fe0523c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e23c5e96d98d4b0cb8ae1fd092250baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6079834 Apr 07 17:20:37.796730 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013e8fa-de99-4e69-9725-2a827fe0523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d138de-298c-412d-91d2-8978a3c184f8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:37.801846 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47546) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:37.827552 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.852871 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-626bfa9a-656d-4f1b-9674-ebe895fbf51b admin admin] Publish callbacks [] for security_group (6fe609e1-5a75-4701-95fb-641f0ef20304), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.891692 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-626bfa9a-656d-4f1b-9674-ebe895fbf51b admin admin] Publish callbacks [] for security_group (6fe609e1-5a75-4701-95fb-641f0ef20304), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.891981 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:37.902112 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c5067cf-28f3-4b88-9936-b73f9637bf4a admin admin] Publish callbacks [] for security_group (51d138de-298c-412d-91d2-8978a3c184f8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.945624 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c5067cf-28f3-4b88-9936-b73f9637bf4a admin admin] Publish callbacks [] for security_group (51d138de-298c-412d-91d2-8978a3c184f8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:37.954646 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47548) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:37.971177 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e35328ab-6e01-4ee4-981d-9fa17dc01377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.108170 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-626bfa9a-656d-4f1b-9674-ebe895fbf51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6fe609e1-5a75-4701-95fb-641f0ef20304), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.110712 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-626bfa9a-656d-4f1b-9674-ebe895fbf51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.111791 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-626bfa9a-656d-4f1b-9674-ebe895fbf51b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fe609e1-5a75-4701-95fb-641f0ef20304 HTTP/1.1" status: 204 len: 168 time: 0.3445656 Apr 07 17:20:38.112448 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c5067cf-28f3-4b88-9936-b73f9637bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (51d138de-298c-412d-91d2-8978a3c184f8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.115608 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c5067cf-28f3-4b88-9936-b73f9637bf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.116675 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3c5067cf-28f3-4b88-9936-b73f9637bf4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51d138de-298c-412d-91d2-8978a3c184f8 HTTP/1.1" status: 204 len: 168 time: 0.3139048 Apr 07 17:20:38.150658 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bfa9a-656d-4f1b-9674-ebe895fbf51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe609e1-5a75-4701-95fb-641f0ef20304,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:38.174539 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5067cf-28f3-4b88-9936-b73f9637bf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d138de-298c-412d-91d2-8978a3c184f8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:38.180002 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e35328ab-6e01-4ee4-981d-9fa17dc01377 admin admin] Publish callbacks [] for security_group (a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.202864 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a42286-21c5-47a3-98ce-5dc21dde2fa3 req-a2f8b9a6-1155-4b05-8ccd-0ea8230d87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:38.204635 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-24a42286-21c5-47a3-98ce-5dc21dde2fa3 req-a2f8b9a6-1155-4b05-8ccd-0ea8230d87e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1129 time: 0.1057336 Apr 07 17:20:38.250362 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e35328ab-6e01-4ee4-981d-9fa17dc01377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.258980 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-24a42286-21c5-47a3-98ce-5dc21dde2fa3 req-2265a781-d762-4560-92ce-7aa204c3db7b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Apr 07 17:20:38.294864 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35328ab-6e01-4ee4-981d-9fa17dc01377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:38.299287 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e35328ab-6e01-4ee4-981d-9fa17dc01377 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1953890ff7b4f2fa940a8bfe05d40da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435686 Apr 07 17:20:38.302470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47562) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:38.361129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bca69b21-fd32-4939-9670-5979686b066b admin admin] Publish callbacks [] for security_group (a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.384584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bca69b21-fd32-4939-9670-5979686b066b admin admin] Publish callbacks [] for security_group (a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.472117 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1359-d941-4997-a9c4-2f24f1bc2300 req-79acc0f8-4e1c-4c70-b1b1-ef3ba4236182 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:38.473768 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b7f1359-d941-4997-a9c4-2f24f1bc2300 req-79acc0f8-4e1c-4c70-b1b1-ef3ba4236182 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0871034 Apr 07 17:20:38.526208 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b7f1359-d941-4997-a9c4-2f24f1bc2300 req-9cfe94b9-fed4-4805-a2ce-42cfece46623 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454929 Apr 07 17:20:38.558523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bca69b21-fd32-4939-9670-5979686b066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.561453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bca69b21-fd32-4939-9670-5979686b066b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.567864 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bca69b21-fd32-4939-9670-5979686b066b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e HTTP/1.1" status: 204 len: 168 time: 0.2620821 Apr 07 17:20:38.575851 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca69b21-fd32-4939-9670-5979686b066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c8cfd6-2a31-4f61-9da5-6badaaa1b44e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:38.679756 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929860-40be-494f-bd72-529045937dfc req-079c3c6c-e13e-4c89-a6a0-44d34fa4d4cc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:38.681243 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd929860-40be-494f-bd72-529045937dfc req-079c3c6c-e13e-4c89-a6a0-44d34fa4d4cc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0566568 Apr 07 17:20:38.729923 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd929860-40be-494f-bd72-529045937dfc req-f1e1145d-475b-42f4-9c62-70caf31f8684 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Apr 07 17:20:38.890588 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47580) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:38.905336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-475d692a-b154-4320-8a36-967435f5f47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:38.987222 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-475d692a-b154-4320-8a36-967435f5f47b admin admin] Publish callbacks [] for security_group (d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:39.052526 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-475d692a-b154-4320-8a36-967435f5f47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:39.100246 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-475d692a-b154-4320-8a36-967435f5f47b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3da7557853c640d89484f28333b98d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082603 Apr 07 17:20:39.103155 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47598) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:39.103775 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d692a-b154-4320-8a36-967435f5f47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:39.172798 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2120fc1-c27c-40f0-b463-2e576f03c814 admin admin] Publish callbacks [] for security_group (d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:39.197731 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2120fc1-c27c-40f0-b463-2e576f03c814 admin admin] Publish callbacks [] for security_group (d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:39.319046 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2120fc1-c27c-40f0-b463-2e576f03c814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:39.321645 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2120fc1-c27c-40f0-b463-2e576f03c814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:39.322800 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c2120fc1-c27c-40f0-b463-2e576f03c814 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb HTTP/1.1" status: 204 len: 168 time: 0.2185724 Apr 07 17:20:39.330511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120fc1-c27c-40f0-b463-2e576f03c814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a6f6a1-c63c-4dd8-844d-9ff28bb075bb,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:39.675610 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b4a8-b867-43ed-9396-301d8a61bb9f req-cd0ecf2d-b780-4a5a-9795-0a0f960d9a4d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:39.680341 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a49b4a8-b867-43ed-9396-301d8a61bb9f req-cd0ecf2d-b780-4a5a-9795-0a0f960d9a4d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0704644 Apr 07 17:20:39.730535 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a49b4a8-b867-43ed-9396-301d8a61bb9f req-538c4b56-b4ee-41e1-8356-f5bf7121bf7d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442142 Apr 07 17:20:39.874410 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a010d-6ec9-476d-901b-7543c7710155 req-6d40671d-5b3b-4679-a728-80cded5d0f88 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:39.882114 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b58a010d-6ec9-476d-901b-7543c7710155 req-6d40671d-5b3b-4679-a728-80cded5d0f88 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0824542 Apr 07 17:20:39.930020 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b58a010d-6ec9-476d-901b-7543c7710155 req-95e57d80-b6d5-4e8e-8fa9-02c08aad11a0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470173 Apr 07 17:20:40.805617 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47680) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:40.867381 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5ab56-3503-41b6-abbd-63e17f7db26a req-bd33e275-01c4-4022-b047-36e38093287c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:40.868867 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fed5ab56-3503-41b6-abbd-63e17f7db26a req-bd33e275-01c4-4022-b047-36e38093287c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0596032 Apr 07 17:20:40.918660 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fed5ab56-3503-41b6-abbd-63e17f7db26a req-2d7b6c3c-72df-4c24-acbd-e45379d51c8e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434780 Apr 07 17:20:40.966444 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4145b9f-6652-47c9-817f-286bba840fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.153248 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4145b9f-6652-47c9-817f-286bba840fec admin admin] Publish callbacks [] for security_group (166cd7db-5665-43cb-80b7-b5acf5ae791b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.182164 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3ac6a-5601-4ed3-82d9-a142f4d4cdc2 req-6a5bc675-aefe-4c1c-8043-806a94f88729 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:41.183981 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5b3ac6a-5601-4ed3-82d9-a142f4d4cdc2 req-6a5bc675-aefe-4c1c-8043-806a94f88729 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.1002939 Apr 07 17:20:41.192418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067e145-22c1-4f31-a8df-db0b45ff4330 req-2c24a5ff-7336-4d5e-b901-fa29f977fffe tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:41.194487 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6067e145-22c1-4f31-a8df-db0b45ff4330 req-2c24a5ff-7336-4d5e-b901-fa29f977fffe tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1254730 Apr 07 17:20:41.206536 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47702) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:41.213872 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'floatingip': {'port_id': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:20:41.250787 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4145b9f-6652-47c9-817f-286bba840fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (166cd7db-5665-43cb-80b7-b5acf5ae791b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.255186 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5b3ac6a-5601-4ed3-82d9-a142f4d4cdc2 req-bc0a491f-bd45-440b-9ede-3d5ceb7c9bc9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596299 Apr 07 17:20:41.328346 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (ec80f7d1-d901-4a50-9108-2f81df550b3c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.403504 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4145b9f-6652-47c9-817f-286bba840fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166cd7db-5665-43cb-80b7-b5acf5ae791b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:41.433925 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d4145b9f-6652-47c9-817f-286bba840fec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61c8a6031b38434d9241af531c999102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6241205 Apr 07 17:20:41.434466 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47710) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:41.509650 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4065dd59-35a2-4649-8311-1439eacb8ae7 admin admin] Publish callbacks [] for security_group (166cd7db-5665-43cb-80b7-b5acf5ae791b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.539068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4065dd59-35a2-4649-8311-1439eacb8ae7 admin admin] Publish callbacks [] for security_group (166cd7db-5665-43cb-80b7-b5acf5ae791b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.639080 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4065dd59-35a2-4649-8311-1439eacb8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (166cd7db-5665-43cb-80b7-b5acf5ae791b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.642116 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4065dd59-35a2-4649-8311-1439eacb8ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:41.647107 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4065dd59-35a2-4649-8311-1439eacb8ae7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/166cd7db-5665-43cb-80b7-b5acf5ae791b HTTP/1.1" status: 204 len: 168 time: 0.2080674 Apr 07 17:20:41.657366 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065dd59-35a2-4649-8311-1439eacb8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166cd7db-5665-43cb-80b7-b5acf5ae791b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:42.398306 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:42.414522 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9005e9-348d-4a2d-83f1-cd60f3bdac37 req-8a3553d2-8ae9-4ec8-b1c6-4cb21ec7d9ef tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:42.416442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff9005e9-348d-4a2d-83f1-cd60f3bdac37 req-8a3553d2-8ae9-4ec8-b1c6-4cb21ec7d9ef tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Apr 07 17:20:42.471159 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff9005e9-348d-4a2d-83f1-cd60f3bdac37 req-1a974f3b-d2da-477f-a013-513e3e6b51bb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Apr 07 17:20:42.501492 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (ec80f7d1-d901-4a50-9108-2f81df550b3c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:42.611162 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Floating IP ec80f7d1-d901-4a50-9108-2f81df550b3c associated. External IP: 172.27.0.111, port: bc998428-bafa-45c1-8d70-f3933c8b16ec. Apr 07 17:20:42.832000 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47768) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:42.844861 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Router 0afb3411-b987-4973-97c7-da999b7d7145 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:20:42.974477 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:20:42.982638 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:42.998544 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c020f46e-4b71-49a2-8062-90edbff0ce2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:43.000137 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] Sync routers for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:20:43.013408 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:20:43.014048 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:20:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:43.067828 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6d3fc39d-d0cc-44f4-bc8f-8aef12bd4470 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "PUT /v2.0/floatingips/ec80f7d1-d901-4a50-9108-2f81df550b3c HTTP/1.1" status: 200 len: 991 time: 1.8452191 Apr 07 17:20:43.067828 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:43.067828 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a450a-9194-46b9-be1e-86cdefac93c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:43.127724 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fa58a5-5ea0-4fa1-b0d4-a466cd9b7c3f x-openstack-request-id: req-64fa58a5-5ea0-4fa1-b0d4-a466cd9b7c3f {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:43.130756 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:43.132122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64fa58a5-5ea0-4fa1-b0d4-a466cd9b7c3f {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:43.133354 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fa58a5-5ea0-4fa1-b0d4-a466cd9b7c3f'] response: {'name': 'network-changed', 'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'status': 'completed', 'code': 200} Apr 07 17:20:43.148532 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c020f46e-4b71-49a2-8062-90edbff0ce2f admin admin] Publish callbacks [] for security_group (20e8018f-3fc1-48d6-ab4e-c6a020b75fdf), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:43.149733 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:20:43.202614 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-c8fb651c-cc8e-45c0-bc4a-6d4f7e29f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:43.204223 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-c8fb651c-cc8e-45c0-bc4a-6d4f7e29f890 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1129 time: 0.0533974 Apr 07 17:20:43.222595 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c020f46e-4b71-49a2-8062-90edbff0ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (20e8018f-3fc1-48d6-ab4e-c6a020b75fdf), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:43.268239 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47794) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:43.268593 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c020f46e-4b71-49a2-8062-90edbff0ce2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d3557b0260f4ebc9008d350e131b2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351852 Apr 07 17:20:43.270401 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020f46e-4b71-49a2-8062-90edbff0ce2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8018f-3fc1-48d6-ab4e-c6a020b75fdf,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:43.336017 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ed9f-84ff-4a94-955a-32a59f07f7cd admin admin] Publish callbacks [] for security_group (20e8018f-3fc1-48d6-ab4e-c6a020b75fdf), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:43.358768 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ed9f-84ff-4a94-955a-32a59f07f7cd admin admin] Publish callbacks [] for security_group (20e8018f-3fc1-48d6-ab4e-c6a020b75fdf), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:43.484541 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'ec80f7d1-d901-4a50-9108-2f81df550b3c', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'port_id': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'mac_address': 'fa:16:3e:cb:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff11525-d802-480e-8301-be7c4bc7746f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:20:03Z', 'updated_at': '2022-04-07T17:20:42Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:43.502449 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ed9f-84ff-4a94-955a-32a59f07f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (20e8018f-3fc1-48d6-ab4e-c6a020b75fdf), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:43.506628 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ed9f-84ff-4a94-955a-32a59f07f7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:43.512857 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c5a5ed9f-84ff-4a94-955a-32a59f07f7cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20e8018f-3fc1-48d6-ab4e-c6a020b75fdf HTTP/1.1" status: 204 len: 168 time: 0.2378206 Apr 07 17:20:43.518243 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5ed9f-84ff-4a94-955a-32a59f07f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8018f-3fc1-48d6-ab4e-c6a020b75fdf,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:43.525889 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] Checking router: 0afb3411-b987-4973-97c7-da999b7d7145 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:20:43.546608 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:20:43.547385 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:20:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:43.711023 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-3384f88a-46ef-47d5-89ac-4a5ac952c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:43.712543 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-3384f88a-46ef-47d5-89ac-4a5ac952c58e service neutron] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 918 time: 0.1799643 Apr 07 17:20:43.731816 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239b2f-29bf-4cd2-a061-b147d9d5373f req-782281c4-676e-47cc-a649-49391e75d0b1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:43.735354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf239b2f-29bf-4cd2-a061-b147d9d5373f req-782281c4-676e-47cc-a649-49391e75d0b1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.1177976 Apr 07 17:20:43.834361 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:20:43.851264 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf239b2f-29bf-4cd2-a061-b147d9d5373f req-34b3466a-ddc5-4a44-badf-bbc283e6c20b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146839 Apr 07 17:20:43.941716 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-1a070560-fe63-480e-a2ec-89882ceeba19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 200 len: 999 time: 0.2169971 Apr 07 17:20:44.015089 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-1e1ac83d-ac27-4a30-954a-b618603aaaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:44.016575 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-1e1ac83d-ac27-4a30-954a-b618603aaaab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.0656555 Apr 07 17:20:44.155447 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'ec80f7d1-d901-4a50-9108-2f81df550b3c', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'port_id': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'mac_address': 'fa:16:3e:cb:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff11525-d802-480e-8301-be7c4bc7746f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:20:03Z', 'updated_at': '2022-04-07T17:20:42Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:44.188313 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351644c3-9abb-4f53-a0b7-7095e4e4a284 None None] The sync data for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi is: [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'ec80f7d1-d901-4a50-9108-2f81df550b3c', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'port_id': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'mac_address': 'fa:16:3e:cb:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff11525-d802-480e-8301-be7c4bc7746f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:20:03Z', 'updated_at': '2022-04-07T17:20:42Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:20:44.396324 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd62dd98-37e3-485d-bc1d-d368a57b5d5a None None] New status for floating IP ec80f7d1-d901-4a50-9108-2f81df550b3c: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:20:44.520509 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47822) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:44.534294 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-20987621-cec2-4af7-8b52-6daffc000947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:44.619403 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-20987621-cec2-4af7-8b52-6daffc000947 admin admin] Publish callbacks [] for security_group (8fa12057-8c1f-44a9-be14-13ebbfe234c2), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:44.679369 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-20987621-cec2-4af7-8b52-6daffc000947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (8fa12057-8c1f-44a9-be14-13ebbfe234c2), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:44.718600 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-20987621-cec2-4af7-8b52-6daffc000947 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4496578c0a24b6980421cf82095b210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968949 Apr 07 17:20:44.719479 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20987621-cec2-4af7-8b52-6daffc000947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa12057-8c1f-44a9-be14-13ebbfe234c2,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:44.721493 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47824) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:44.771840 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c400e2b-a14f-4468-9db1-214c1163ae9d admin admin] Publish callbacks [] for security_group (8fa12057-8c1f-44a9-be14-13ebbfe234c2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:44.797166 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c400e2b-a14f-4468-9db1-214c1163ae9d admin admin] Publish callbacks [] for security_group (8fa12057-8c1f-44a9-be14-13ebbfe234c2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:44.924684 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c400e2b-a14f-4468-9db1-214c1163ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (8fa12057-8c1f-44a9-be14-13ebbfe234c2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:44.928206 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c400e2b-a14f-4468-9db1-214c1163ae9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:44.932033 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8c400e2b-a14f-4468-9db1-214c1163ae9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fa12057-8c1f-44a9-be14-13ebbfe234c2 HTTP/1.1" status: 204 len: 168 time: 0.2089078 Apr 07 17:20:44.942456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c400e2b-a14f-4468-9db1-214c1163ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa12057-8c1f-44a9-be14-13ebbfe234c2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:45.017609 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e0e8-e683-4d8c-b3aa-d048134375b7 req-32bb473d-437c-4dc2-894a-3d0abde82301 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:45.022394 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2665e0e8-e683-4d8c-b3aa-d048134375b7 req-32bb473d-437c-4dc2-894a-3d0abde82301 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0672231 Apr 07 17:20:45.071364 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2665e0e8-e683-4d8c-b3aa-d048134375b7 req-d16550e3-c8e4-42c4-8504-849801ea8a95 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434341 Apr 07 17:20:45.357342 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5437bc-4f69-4627-9c7a-f1e77657d5e2 req-2cd027d5-64a7-4d9b-8841-60899b017d5c tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:45.358854 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db5437bc-4f69-4627-9c7a-f1e77657d5e2 req-2cd027d5-64a7-4d9b-8841-60899b017d5c tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Apr 07 17:20:45.408293 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db5437bc-4f69-4627-9c7a-f1e77657d5e2 req-fa187607-52b7-42ad-a4f5-14c1485f5144 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Apr 07 17:20:46.196104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68ec40-01ac-426a-aff0-7cac5c800258 req-c784d509-3e99-4484-8522-d1bfd8894cca tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:46.199882 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-7b93897d-3a93-4812-b25e-54bb6669fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:46.201413 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-7b93897d-3a93-4812-b25e-54bb6669fd28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2370036 Apr 07 17:20:46.201596 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c68ec40-01ac-426a-aff0-7cac5c800258 req-c784d509-3e99-4484-8522-d1bfd8894cca tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0564227 Apr 07 17:20:46.251200 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c68ec40-01ac-426a-aff0-7cac5c800258 req-144ee56b-96ab-4d3f-a2f8-d916e5da15f6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Apr 07 17:20:46.527473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e311e-1072-4982-bd6b-16573c682603 req-90728da6-d626-4d95-ae3c-f4fe9fcf9dba tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:46.764893 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa4e311e-1072-4982-bd6b-16573c682603 req-90728da6-d626-4d95-ae3c-f4fe9fcf9dba tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0521798 Apr 07 17:20:46.764893 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa4e311e-1072-4982-bd6b-16573c682603 req-032e5f9c-7b80-43bc-8049-b71140ab6dfd tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Apr 07 17:20:47.091253 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-f67d9a2c-b7b6-40bb-8066-5521d38352c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541015 Apr 07 17:20:47.124045 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-69d071a0-cb58-4f29-bfd1-705ae87a4b34 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113973 Apr 07 17:20:47.374102 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b343e1-84e5-4fce-8906-0467a4df7953 req-212541cd-9f46-41d3-8319-57b053c28f1b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:47.375818 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89b343e1-84e5-4fce-8906-0467a4df7953 req-212541cd-9f46-41d3-8319-57b053c28f1b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0561337 Apr 07 17:20:47.426734 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89b343e1-84e5-4fce-8906-0467a4df7953 req-7059b80c-de96-4601-8ca9-f3bc7da8288f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Apr 07 17:20:47.861761 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2161e8-579b-469c-9ed7-7f840aa5882f req-343e027f-7d48-4407-bfcd-de8018f1f395 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:47.863354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2161e8-579b-469c-9ed7-7f840aa5882f req-343e027f-7d48-4407-bfcd-de8018f1f395 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Apr 07 17:20:47.909235 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2161e8-579b-469c-9ed7-7f840aa5882f req-c680dee6-162b-41d4-b45c-1a2a347c6343 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Apr 07 17:20:48.555702 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96c7a1-deb1-4c12-886d-e918fa3bd185 req-1ba0d099-31b3-4cea-8cab-e756a500953d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:48.558812 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d96c7a1-deb1-4c12-886d-e918fa3bd185 req-1ba0d099-31b3-4cea-8cab-e756a500953d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0582328 Apr 07 17:20:48.604401 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:48.605238 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d96c7a1-deb1-4c12-886d-e918fa3bd185 req-a4c18143-7f13-4533-8e8e-0ddb3716956c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Apr 07 17:20:49.036814 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f4cb-8164-43e1-8f4f-aaacda8fe6d6 req-00b1d4c0-3299-4251-aed2-f6fd134a2c5d tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:49.038695 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10e3f4cb-8164-43e1-8f4f-aaacda8fe6d6 req-00b1d4c0-3299-4251-aed2-f6fd134a2c5d tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0540562 Apr 07 17:20:49.089833 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10e3f4cb-8164-43e1-8f4f-aaacda8fe6d6 req-12f61a2b-904d-46de-b52e-cfe2cbf6b944 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Apr 07 17:20:49.549113 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 47974) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:49.651368 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:49.754682 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f3d62-e1b7-494f-9722-2c68f08f54df req-112ebcb5-5b68-481f-8a09-adeb8dd487c1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:49.756113 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a0f3d62-e1b7-494f-9722-2c68f08f54df req-112ebcb5-5b68-481f-8a09-adeb8dd487c1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0808976 Apr 07 17:20:49.770710 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Publish callbacks [] for security_group (13d4cb27-ec19-45e2-9c31-39588a2e2375), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:49.808121 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a0f3d62-e1b7-494f-9722-2c68f08f54df req-3ad31107-57b8-4321-b017-a38eb6bbb650 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 Apr 07 17:20:49.850211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (13d4cb27-ec19-45e2-9c31-39588a2e2375), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:49.885665 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4cb27-ec19-45e2-9c31-39588a2e2375,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:49.889259 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d20c5dcb48be4b4c9a3d2f29d4bfc0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391376 Apr 07 17:20:49.891972 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47980) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:49.895966 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.896308 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.896642 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.896982 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.897330 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.897656 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.897976 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.898294 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.898616 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.898941 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.899262 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.899583 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.899897 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.900211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.900523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01555b-d2e5-42ad-9108-16913f44d473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:49.942118 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Publish callbacks [] for security_group (13d4cb27-ec19-45e2-9c31-39588a2e2375), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:49.963080 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Publish callbacks [] for security_group (13d4cb27-ec19-45e2-9c31-39588a2e2375), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:50.055971 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (13d4cb27-ec19-45e2-9c31-39588a2e2375), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:50.058819 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:50.063325 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13d4cb27-ec19-45e2-9c31-39588a2e2375 HTTP/1.1" status: 204 len: 168 time: 0.1669695 Apr 07 17:20:50.076909 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4cb27-ec19-45e2-9c31-39588a2e2375,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:50.085537 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.085890 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.086298 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.086634 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.086972 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.087304 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.087628 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.087954 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.088299 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.088627 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.088950 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.089371 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.089651 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.089949 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.090250 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd7959-2f86-4d21-aa58-76ad8e28e235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:20:50.206558 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872e20b-fc13-4db6-ba33-f515b0cfc8fd req-2ece5f6c-35eb-4015-be3d-f5f01844f9ec tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:50.208175 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0872e20b-fc13-4db6-ba33-f515b0cfc8fd req-2ece5f6c-35eb-4015-be3d-f5f01844f9ec tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0522442 Apr 07 17:20:50.257834 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0872e20b-fc13-4db6-ba33-f515b0cfc8fd req-b8ee3eb0-9e66-4c5d-852f-fd7dd6db3588 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439837 Apr 07 17:20:50.363342 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-dd988516-349d-4e22-acbc-c623f291b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:50.365472 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-dd988516-349d-4e22-acbc-c623f291b58c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0471447 Apr 07 17:20:50.399417 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9c4a450a-9194-46b9-be1e-86cdefac93c5 req-3b7a43db-fe6a-4548-80c8-b88f27866488 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974970 Apr 07 17:20:50.513069 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-a1ae94cf-95fb-4464-b147-038367f1a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:50.514596 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-a1ae94cf-95fb-4464-b147-038367f1a037 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0918653 Apr 07 17:20:50.628336 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 47998) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:50.666774 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-ffdcf03e-a080-4fc1-b7df-4ea9ee2a224c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0454671 Apr 07 17:20:50.672000 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1363570e-c69b-4299-a49a-f032caa59fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:50.743867 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-adb79c3e-d505-4680-9b64-440ef68717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:50.745298 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-adb79c3e-d505-4680-9b64-440ef68717bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0643842 Apr 07 17:20:50.786674 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1363570e-c69b-4299-a49a-f032caa59fb1 admin admin] Publish callbacks [] for security_group (314074f4-0a66-4ddf-9db9-8de91ffaca34), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:50.865662 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1363570e-c69b-4299-a49a-f032caa59fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (314074f4-0a66-4ddf-9db9-8de91ffaca34), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:50.913931 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1363570e-c69b-4299-a49a-f032caa59fb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa9aa6ff09924f9db544d25f4b777605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845924 Apr 07 17:20:50.917229 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48002) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:50.920390 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363570e-c69b-4299-a49a-f032caa59fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314074f4-0a66-4ddf-9db9-8de91ffaca34,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:50.939825 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-b37dd714-ada0-4265-80d8-150e2f46d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:50.942021 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-b37dd714-ada0-4265-80d8-150e2f46d9cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046333 Apr 07 17:20:50.967157 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4f9ca-4317-4097-b28e-50b05b88d226 req-45f48b8a-0bb4-4d03-a7f8-db290961a247 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:50.969545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ea4f9ca-4317-4097-b28e-50b05b88d226 req-45f48b8a-0bb4-4d03-a7f8-db290961a247 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0901129 Apr 07 17:20:50.981280 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-9c6a1f2c-82f4-41dc-8394-afad281eceba tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:50.982701 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-9c6a1f2c-82f4-41dc-8394-afad281eceba tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.0744741 Apr 07 17:20:51.037312 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa1a6-dad1-4584-b119-d32bbadc8f34 admin admin] Publish callbacks [] for security_group (314074f4-0a66-4ddf-9db9-8de91ffaca34), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:51.076787 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa1a6-dad1-4584-b119-d32bbadc8f34 admin admin] Publish callbacks [] for security_group (314074f4-0a66-4ddf-9db9-8de91ffaca34), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:51.090236 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-4a23c884-afa7-4ae9-a13d-ba59e412336c service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390538 Apr 07 17:20:51.116751 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ea4f9ca-4317-4097-b28e-50b05b88d226 req-3e902bc6-ae80-403e-ac59-b1af5107db02 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330011 Apr 07 17:20:51.231445 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Deleting port e3a426db-9525-4fc4-90fc-3522fb6ce2cb {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:20:51.231445 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:51.248011 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb3c8ce8-8eb4-4d03-bb10-934c014a2607 req-52230d37-8e19-4365-9ab7-22d62b1010f0 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499140 Apr 07 17:20:51.308365 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa1a6-dad1-4584-b119-d32bbadc8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (314074f4-0a66-4ddf-9db9-8de91ffaca34), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:51.311153 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa1a6-dad1-4584-b119-d32bbadc8f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:51.314985 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3bcaa1a6-dad1-4584-b119-d32bbadc8f34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/314074f4-0a66-4ddf-9db9-8de91ffaca34 HTTP/1.1" status: 204 len: 168 time: 0.3930056 Apr 07 17:20:51.330013 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaa1a6-dad1-4584-b119-d32bbadc8f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314074f4-0a66-4ddf-9db9-8de91ffaca34,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:51.335116 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] For port e3a426db-9525-4fc4-90fc-3522fb6ce2cb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,segment=NetworkSegment(43f19156-c34a-4aca-89fe-2251847ebfba),segment_id=43f19156-c34a-4aca-89fe-2251847ebfba)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:20:51.335677 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:51.356648 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Calling delete_port for e3a426db-9525-4fc4-90fc-3522fb6ce2cb owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:20:51.775749 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc80e0c-7587-45a3-b419-ae8ca2dff08a req-6648d53b-206f-49b8-a9c3-09067e953742 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:51.779472 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bbc80e0c-7587-45a3-b419-ae8ca2dff08a req-6648d53b-206f-49b8-a9c3-09067e953742 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 945 time: 0.4021242 Apr 07 17:20:51.920950 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bbc80e0c-7587-45a3-b419-ae8ca2dff08a req-96cc1ad1-154f-4ceb-b55b-2110b84d2ea1 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5ac47ef-d863-4f21-b8c9-e2cae825ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310973 Apr 07 17:20:52.017417 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (e3a426db-9525-4fc4-90fc-3522fb6ce2cb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:52.039186 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['e3a426db-9525-4fc4-90fc-3522fb6ce2cb'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:20:52.083834 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Pushing event deleted for resources: {'Port': ['ID=e3a426db-9525-4fc4-90fc-3522fb6ce2cb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:52.161325 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] No DVR routers for this DVR port e3a426db-9525-4fc4-90fc-3522fb6ce2cb on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:20:52.164647 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:52.168147 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5165575-5785-4173-9f2d-4f5d717faa95 req-caeab558-00ad-4021-9bb7-7bea5649d425 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.37 "DELETE /v2.0/ports/e3a426db-9525-4fc4-90fc-3522fb6ce2cb HTTP/1.1" status: 204 len: 173 time: 1.1780562 Apr 07 17:20:52.168571 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'name': 'network-vif-deleted', 'tag': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:20:52.172225 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f9f7e1-55d4-4987-b1df-ea730788e642" -d '{"events": [{"server_uuid": "4c5c5bdb-94b4-456c-be68-441e1d4b1b74", "name": "network-vif-deleted", "tag": "e3a426db-9525-4fc4-90fc-3522fb6ce2cb"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:20:52.225375 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f4aff4-d671-41e8-8f7a-55201384db0b x-openstack-request-id: req-c0f4aff4-d671-41e8-8f7a-55201384db0b {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:20:52.225507 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5c5bdb-94b4-456c-be68-441e1d4b1b74", "name": "network-vif-deleted", "tag": "e3a426db-9525-4fc4-90fc-3522fb6ce2cb", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:20:52.225834 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0f4aff4-d671-41e8-8f7a-55201384db0b {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:20:52.226232 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f4aff4-d671-41e8-8f7a-55201384db0b'] response: {'server_uuid': '4c5c5bdb-94b4-456c-be68-441e1d4b1b74', 'name': 'network-vif-deleted', 'tag': 'e3a426db-9525-4fc4-90fc-3522fb6ce2cb', 'status': 'completed', 'code': 200} Apr 07 17:20:52.287634 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0d222-76a3-436d-b69d-7cf99895accd req-4fbc9d48-9cca-47f2-a447-b0ebcf0a5392 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:52.291002 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2a0d222-76a3-436d-b69d-7cf99895accd req-4fbc9d48-9cca-47f2-a447-b0ebcf0a5392 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0879252 Apr 07 17:20:52.376479 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2a0d222-76a3-436d-b69d-7cf99895accd req-75708216-c91d-4c0d-bbd6-415dfd029136 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782249 Apr 07 17:20:53.004799 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48092) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:53.044347 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f31fac85-68f2-4427-9224-bdeb3509eb95 req-60e4a707-8e70-4c2a-abac-582085fc4ff7 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0268710 Apr 07 17:20:53.112361 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0b0fa10d-6754-4fc0-92ea-870cc48a3b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:53.187576 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0b0fa10d-6754-4fc0-92ea-870cc48a3b58 admin admin] Publish callbacks [] for security_group (334b1e9b-038c-457d-9b28-46019a0e0e00), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:53.256076 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0b0fa10d-6754-4fc0-92ea-870cc48a3b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (334b1e9b-038c-457d-9b28-46019a0e0e00), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:53.292933 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0b0fa10d-6754-4fc0-92ea-870cc48a3b58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b8e0a0242f44b5bb33c2f63e89d1524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870371 Apr 07 17:20:53.295325 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fa10d-6754-4fc0-92ea-870cc48a3b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334b1e9b-038c-457d-9b28-46019a0e0e00,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:53.295694 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48100) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:53.345123 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2973fecf-a1e8-4083-9037-0ae5abcd0ae4 admin admin] Publish callbacks [] for security_group (334b1e9b-038c-457d-9b28-46019a0e0e00), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:53.368007 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2973fecf-a1e8-4083-9037-0ae5abcd0ae4 admin admin] Publish callbacks [] for security_group (334b1e9b-038c-457d-9b28-46019a0e0e00), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:53.491073 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2973fecf-a1e8-4083-9037-0ae5abcd0ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (334b1e9b-038c-457d-9b28-46019a0e0e00), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:53.493630 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2973fecf-a1e8-4083-9037-0ae5abcd0ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:53.494733 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2973fecf-a1e8-4083-9037-0ae5abcd0ae4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/334b1e9b-038c-457d-9b28-46019a0e0e00 HTTP/1.1" status: 204 len: 168 time: 0.1980760 Apr 07 17:20:53.505792 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973fecf-a1e8-4083-9037-0ae5abcd0ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b1e9b-038c-457d-9b28-46019a0e0e00,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:53.518370 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f8d56-540e-4fa7-9c47-8119133f9702 req-ebc139c4-d1df-45d5-8cd1-44be6a2f7353 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:53.533692 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-559f8d56-540e-4fa7-9c47-8119133f9702 req-ebc139c4-d1df-45d5-8cd1-44be6a2f7353 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0841982 Apr 07 17:20:53.592880 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-559f8d56-540e-4fa7-9c47-8119133f9702 req-9d60af86-61ba-44a3-bb07-453a035a41fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542860 Apr 07 17:20:54.154229 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a716bc4d-f1eb-4c7f-ba47-5019dc395844 req-abc22d2f-9243-40d6-819b-82b22abf4066 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0292263 Apr 07 17:20:54.256304 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48136) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:54.269174 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-391b0c09-80ab-49a2-b0d1-bf9ee53a3065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:54.348018 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-391b0c09-80ab-49a2-b0d1-bf9ee53a3065 admin admin] Publish callbacks [] for security_group (a89c7c0d-36ad-47ff-8e41-e9893fa6da5a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:54.415518 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-391b0c09-80ab-49a2-b0d1-bf9ee53a3065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a89c7c0d-36ad-47ff-8e41-e9893fa6da5a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:54.456906 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-391b0c09-80ab-49a2-b0d1-bf9ee53a3065 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e1d6d89ea184b078137c62bbd1bf29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991010 Apr 07 17:20:54.459544 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b0c09-80ab-49a2-b0d1-bf9ee53a3065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c7c0d-36ad-47ff-8e41-e9893fa6da5a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:54.460162 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48140) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:54.517284 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fa17378-fa7e-4cac-8b3d-617c8a4794f6 admin admin] Publish callbacks [] for security_group (a89c7c0d-36ad-47ff-8e41-e9893fa6da5a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:54.540345 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fa17378-fa7e-4cac-8b3d-617c8a4794f6 admin admin] Publish callbacks [] for security_group (a89c7c0d-36ad-47ff-8e41-e9893fa6da5a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:54.663970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fa17378-fa7e-4cac-8b3d-617c8a4794f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a89c7c0d-36ad-47ff-8e41-e9893fa6da5a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:54.666521 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7fa17378-fa7e-4cac-8b3d-617c8a4794f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:54.667539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7fa17378-fa7e-4cac-8b3d-617c8a4794f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a89c7c0d-36ad-47ff-8e41-e9893fa6da5a HTTP/1.1" status: 204 len: 168 time: 0.2064900 Apr 07 17:20:54.690704 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa17378-fa7e-4cac-8b3d-617c8a4794f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c7c0d-36ad-47ff-8e41-e9893fa6da5a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:54.715758 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e9577-0a98-4f79-bc2b-263457107d2a req-49854f1e-5d48-41e5-b2f2-8862c17fe481 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:54.717197 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f06e9577-0a98-4f79-bc2b-263457107d2a req-49854f1e-5d48-41e5-b2f2-8862c17fe481 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0643492 Apr 07 17:20:54.769206 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f06e9577-0a98-4f79-bc2b-263457107d2a req-cf9ab368-2d1e-4b47-9ae1-2898601e4aad tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461853 Apr 07 17:20:55.262256 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96b0fea4-9e40-4e4b-8d63-09b1115a1cca req-fb5213bd-a345-4c99-a476-29a8b3abad16 tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0293825 Apr 07 17:20:55.901776 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf34d0-df2f-465a-a0fc-b226c55d6266 req-c0ed5c1f-3968-4f29-a4ec-715cd156c192 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:55.903104 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33bf34d0-df2f-465a-a0fc-b226c55d6266 req-c0ed5c1f-3968-4f29-a4ec-715cd156c192 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0562999 Apr 07 17:20:55.950836 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33bf34d0-df2f-465a-a0fc-b226c55d6266 req-4cac14f2-75c8-45e9-af39-1990cf35692c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Apr 07 17:20:55.959203 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device e3a426db-9525-4fc4-90fc-3522fb6ce2cb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:20:55.979119 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: e3a426db-9525-4fc4-90fc-3522fb6ce2cb {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:20:55.979469 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device e3a426db-9525-4fc4-90fc-3522fb6ce2cb not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:20:56.369670 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-715e1f39-7ea9-4bca-b081-271ca3b8b14a req-9bd015c2-6df8-4a86-ac23-e76739dda4ba tempest-DeleteServersTestJSON-407250252 tempest-DeleteServersTestJSON-407250252-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5c5bdb-94b4-456c-be68-441e1d4b1b74 HTTP/1.1" status: 200 len: 210 time: 0.0276208 Apr 07 17:20:57.083434 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a36d7-39ae-4c85-b4bb-b36ada4a4a65 req-ceb0f303-ade3-4747-ad35-8a5d2569c8df tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:57.084919 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b76a36d7-39ae-4c85-b4bb-b36ada4a4a65 req-ceb0f303-ade3-4747-ad35-8a5d2569c8df tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0603664 Apr 07 17:20:57.157680 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b76a36d7-39ae-4c85-b4bb-b36ada4a4a65 req-53dff09e-8a62-436b-82c1-33fefa72c6b3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639360 Apr 07 17:20:57.947200 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:20:58.202789 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48306) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:58.302606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ef8ef-9929-4e38-975e-69b82427c542 req-ff7ce537-de9f-402a-a74a-8f93bc1abd64 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:58.304115 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e4ef8ef-9929-4e38-975e-69b82427c542 req-ff7ce537-de9f-402a-a74a-8f93bc1abd64 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0564394 Apr 07 17:20:58.342450 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-692037a1-e6af-4b71-b25c-0c6e5f86dd1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:58.383873 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e4ef8ef-9929-4e38-975e-69b82427c542 req-db1425d5-d657-409d-8e50-406891f8d2f2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734744 Apr 07 17:20:58.443436 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-692037a1-e6af-4b71-b25c-0c6e5f86dd1a admin admin] Publish callbacks [] for security_group (b60b46a8-b2e4-46f2-90b5-9b568a262005), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:58.559133 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-692037a1-e6af-4b71-b25c-0c6e5f86dd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (b60b46a8-b2e4-46f2-90b5-9b568a262005), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:58.598782 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-692037a1-e6af-4b71-b25c-0c6e5f86dd1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6646f35d03424cb499a431af4ebaafcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933201 Apr 07 17:20:58.599672 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692037a1-e6af-4b71-b25c-0c6e5f86dd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b46a8-b2e4-46f2-90b5-9b568a262005,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:58.601245 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48316) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:58.660470 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b6f02492-e9fa-494c-adf1-1a7343899589 admin admin] Publish callbacks [] for security_group (b60b46a8-b2e4-46f2-90b5-9b568a262005), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:58.683305 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b6f02492-e9fa-494c-adf1-1a7343899589 admin admin] Publish callbacks [] for security_group (b60b46a8-b2e4-46f2-90b5-9b568a262005), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:58.788292 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b6f02492-e9fa-494c-adf1-1a7343899589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (b60b46a8-b2e4-46f2-90b5-9b568a262005), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:58.798743 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b6f02492-e9fa-494c-adf1-1a7343899589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:58.798743 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b6f02492-e9fa-494c-adf1-1a7343899589 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b60b46a8-b2e4-46f2-90b5-9b568a262005 HTTP/1.1" status: 204 len: 168 time: 0.1898391 Apr 07 17:20:58.800044 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02492-e9fa-494c-adf1-1a7343899589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b46a8-b2e4-46f2-90b5-9b568a262005,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:59.307882 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48346) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:59.351743 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] Deleting subnet 2099d7bb-0023-4d5b-a91f-3f7afd375dbb {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:20:59.354799 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] Publish callbacks [] for subnet (2099d7bb-0023-4d5b-a91f-3f7afd375dbb), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.387710 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] Publish callbacks [] for subnet (2099d7bb-0023-4d5b-a91f-3f7afd375dbb), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.398269 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (2099d7bb-0023-4d5b-a91f-3f7afd375dbb), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.507437 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48352) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:59.522545 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4640-b842-417a-a39f-d4a5fac9410b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.525181 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (2099d7bb-0023-4d5b-a91f-3f7afd375dbb), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.538002 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6198e7-34b9-4448-8ab4-1dabb992a2e2 req-0a5c29fc-4df2-43ed-84f2-d3b3859af745 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:20:59.540405 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c6198e7-34b9-4448-8ab4-1dabb992a2e2 req-0a5c29fc-4df2-43ed-84f2-d3b3859af745 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0803635 Apr 07 17:20:59.553113 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2099d7bb-0023-4d5b-a91f-3f7afd375dbb,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:59.557878 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.562097 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9defc49f-522a-4d55-86a1-b548b74a55a1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2099d7bb-0023-4d5b-a91f-3f7afd375dbb HTTP/1.1" status: 204 len: 168 time: 0.2531629 Apr 07 17:20:59.564607 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48360) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:59.634911 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.641825 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c6198e7-34b9-4448-8ab4-1dabb992a2e2 req-b99b1e25-8533-4aa3-8db1-274773fd1484 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745089 Apr 07 17:20:59.666719 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4640-b842-417a-a39f-d4a5fac9410b admin admin] Publish callbacks [] for security_group (369db53a-c5cd-4bab-a54a-d051b807257f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.723444 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.736492 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4640-b842-417a-a39f-d4a5fac9410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (369db53a-c5cd-4bab-a54a-d051b807257f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.744807 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.745171 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.745958 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.746294 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > port after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.746634 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.746967 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > port after_update 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.747307 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.747925 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.747925 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.748247 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.777230 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9e4d4640-b842-417a-a39f-d4a5fac9410b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f4cfd3a089f4a66bd3b90e82e2e770e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687948 Apr 07 17:20:59.778036 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d4640-b842-417a-a39f-d4a5fac9410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369db53a-c5cd-4bab-a54a-d051b807257f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:20:59.780675 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48364) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:20:59.836681 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04e6c24e-3662-484c-858a-7f4524f4bdaf admin admin] Publish callbacks [] for security_group (369db53a-c5cd-4bab-a54a-d051b807257f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.859598 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04e6c24e-3662-484c-858a-7f4524f4bdaf admin admin] Publish callbacks [] for security_group (369db53a-c5cd-4bab-a54a-d051b807257f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.872055 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.872407 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.872737 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.876310 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:20:59.876310 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:59.893334 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f19156-c34a-4aca-89fe-2251847ebfba') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:59.893862 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f19156-c34a-4aca-89fe-2251847ebfba') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:20:59.911184 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6073351'] for segment (43f19156-c34a-4aca-89fe-2251847ebfba), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.931566 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (43f19156-c34a-4aca-89fe-2251847ebfba), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.939521 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:20:59.939899 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441056'] for segment (43f19156-c34a-4aca-89fe-2251847ebfba), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: from cryptography.utils import int_from_bytes Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: from cryptography.utils import int_from_bytes Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: Traceback (most recent call last): Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: timer() Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: cb(*args, **kw) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: return func(*args, **kwargs) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: self._notify() Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: self.callback(batched_events) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: event.method(event) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: return f(self, *a, **k) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._get(url).json() Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:20:59.987548 dv-cinder-836996-1-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:21:00.016554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04e6c24e-3662-484c-858a-7f4524f4bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (369db53a-c5cd-4bab-a54a-d051b807257f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.019355 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04e6c24e-3662-484c-858a-7f4524f4bdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.023893 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-04e6c24e-3662-484c-858a-7f4524f4bdaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/369db53a-c5cd-4bab-a54a-d051b807257f HTTP/1.1" status: 204 len: 168 time: 0.2392862 Apr 07 17:21:00.030173 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6c24e-3662-484c-858a-7f4524f4bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369db53a-c5cd-4bab-a54a-d051b807257f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:00.131284 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.148158 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.151419 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] 10.222.0.26 "DELETE /v2.0/networks/c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67 HTTP/1.1" status: 204 len: 168 time: 0.5858488 Apr 07 17:21:00.152649 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f530a40-40d8-4028-9ab0-1ea3234bcf1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ef013f-ac0e-46f4-9edf-ec3e00f4ca67,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:00.451469 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48380) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:00.491439 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1643a821-b17a-43a0-8212-187885ad91ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b00415c0a7d44437b37125395140181e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388110 Apr 07 17:21:00.493840 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48382) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:00.542384 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8daecf57-bbe1-4696-8243-7f0b453a98cd admin admin] Publish callbacks [] for security_group (a5ac47ef-d863-4f21-b8c9-e2cae825ab91), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.564183 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8daecf57-bbe1-4696-8243-7f0b453a98cd admin admin] Publish callbacks [] for security_group (a5ac47ef-d863-4f21-b8c9-e2cae825ab91), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.725121 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8daecf57-bbe1-4696-8243-7f0b453a98cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a5ac47ef-d863-4f21-b8c9-e2cae825ab91), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.727833 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8daecf57-bbe1-4696-8243-7f0b453a98cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.729047 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8daecf57-bbe1-4696-8243-7f0b453a98cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5ac47ef-d863-4f21-b8c9-e2cae825ab91 HTTP/1.1" status: 204 len: 168 time: 0.2343264 Apr 07 17:21:00.767709 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daecf57-bbe1-4696-8243-7f0b453a98cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ac47ef-d863-4f21-b8c9-e2cae825ab91,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:00.796724 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaacdc-d612-45a5-a70e-9e97166772e0 req-d25d1b04-9b45-4c7e-ac20-cd2770fabd22 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:00.798500 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6daaacdc-d612-45a5-a70e-9e97166772e0 req-d25d1b04-9b45-4c7e-ac20-cd2770fabd22 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0682878 Apr 07 17:21:00.810567 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4aeb844c-29a3-4b15-9128-ebf11cef0e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:00.850984 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6daaacdc-d612-45a5-a70e-9e97166772e0 req-4fb15c3f-7e24-4122-ade2-d769031d7103 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 Apr 07 17:21:01.782556 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48436) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:01.979999 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76830c-a3aa-46f5-9c68-ddb5b8dfb9e6 req-57e39b86-0fac-4159-a86c-33f8f6975498 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:01.981490 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c76830c-a3aa-46f5-9c68-ddb5b8dfb9e6 req-57e39b86-0fac-4159-a86c-33f8f6975498 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0541489 Apr 07 17:21:01.986218 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1562778777-network', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:02.042638 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c76830c-a3aa-46f5-9c68-ddb5b8dfb9e6 req-7b018dc0-9f3e-4023-a40e-6d04e0da8fc9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Apr 07 17:21:02.078783 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Made reservation on behalf of e448dae4841d45baa3fdfbbe6fd0a89c for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:21:02.081187 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.090314 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.166974 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks [] for security_group (f499ecae-b11a-4955-ba13-01027d51c0d6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.215467 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f499ecae-b11a-4955-ba13-01027d51c0d6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.236182 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:21:02.250502 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499ecae-b11a-4955-ba13-01027d51c0d6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:02.255367 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (40567292-7797-4c56-b55f-89c319809de3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.256283 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Added segment 40567292-7797-4c56-b55f-89c319809de3 of type vlan for network d1853f71-2509-481a-81b6-2c17c428061c Apr 07 17:21:02.299560 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (d1853f71-2509-481a-81b6-2c17c428061c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.427140 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (d1853f71-2509-481a-81b6-2c17c428061c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.428793 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:02.429440 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.491631 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1853f71-2509-481a-81b6-2c17c428061c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:02.503089 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network d1853f71-2509-481a-81b6-2c17c428061c details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:21:02.516416 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-66cf0692-1b85-4266-91c1-d6836d5d71c3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7325375 Apr 07 17:21:02.519045 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48470) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:02.527031 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Request body: {'subnet': {'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1562778777-subnet', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:02.627423 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Made reservation on behalf of e448dae4841d45baa3fdfbbe6fd0a89c for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:21:02.631651 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.873397 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (c0c72d18-8677-47e3-9d94-953391a95bc4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:02.937266 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c72d18-8677-47e3-9d94-953391a95bc4,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:02.947282 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Checking segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:21:02.947640 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Network hostable DHCP agents. Network: d1853f71-2509-481a-81b6-2c17c428061c, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:21:03.033456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Network d1853f71-2509-481a-81b6-2c17c428061c is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:21:03.148571 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, d1853f71-2509-481a-81b6-2c17c428061c) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:03.158251 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:03.158251 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.160870 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98bc9a-507b-4a46-a9e4-c11bacd86aab None None] Network d1853f71-2509-481a-81b6-2c17c428061c requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:21:03.180862 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4047b-de3c-45f8-97c3-e6d6890f6bc5 req-52b59a07-cb90-4573-a410-88f8dfb098a5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:03.182442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45c4047b-de3c-45f8-97c3-e6d6890f6bc5 req-52b59a07-cb90-4573-a410-88f8dfb098a5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0701981 Apr 07 17:21:03.246445 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4e37ce93-358e-462d-ab5f-18ec40554456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.258468 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45c4047b-de3c-45f8-97c3-e6d6890f6bc5 req-86cfa8bb-205a-427f-a5b7-607f871d82f0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621116 Apr 07 17:21:03.278031 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48504) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:03.282048 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ec58b08a-d47d-4656-93e5-4b21560d4ad6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7618484 Apr 07 17:21:03.287611 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:03.303243 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-d1853f71-2509-481a-81b6-2c17c428061c', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:21:03.304225 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.370525 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (944e437e-b8a4-4020-8f1e-a85e2e6827e9), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.371597 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (944e437e-b8a4-4020-8f1e-a85e2e6827e9), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.434372 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks [] for router_controller (944e437e-b8a4-4020-8f1e-a85e2e6827e9), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.464552 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Allocated IP 172.20.0.2 (d1853f71-2509-481a-81b6-2c17c428061c/c0c72d18-8677-47e3-9d94-953391a95bc4/32df2483-1793-4830-abb7-2dea59fd3d84) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:21:03.533238 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48520) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:03.661026 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks [] for router_gateway (944e437e-b8a4-4020-8f1e-a85e2e6827e9), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.667622 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Publish callbacks [] for port (32df2483-1793-4830-abb7-2dea59fd3d84), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.672618 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-36e32953-7b08-4b80-bbed-835b1bfa9b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.754261 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-36e32953-7b08-4b80-bbed-835b1bfa9b02 admin admin] Publish callbacks [] for security_group (e99a831d-1574-4134-82ba-eeb1162d81ef), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.764307 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.800763 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Network d1853f71-2509-481a-81b6-2c17c428061c is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:21:03.803597 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:03.807384 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:21:03.819321 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Pushing event updated for resources: {'Port': ['ID=32df2483-1793-4830-abb7-2dea59fd3d84,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:03.844116 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.844459 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.844814 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.845191 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.845527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.845849 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.846167 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.846485 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.846801 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.847117 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.847432 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.847761 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.848080 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.848393 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.848708 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:03.850932 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-36e32953-7b08-4b80-bbed-835b1bfa9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (e99a831d-1574-4134-82ba-eeb1162d81ef), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.908402 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-36e32953-7b08-4b80-bbed-835b1bfa9b02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c228afe2bfe43a681f12982b9efce4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741055 Apr 07 17:21:03.913066 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Attempting to bind port 32df2483-1793-4830-abb7-2dea59fd3d84 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:21:03.916876 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Attempting to bind port 32df2483-1793-4830-abb7-2dea59fd3d84 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:21:03.916876 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Attempting to bind port 32df2483-1793-4830-abb7-2dea59fd3d84 on network d1853f71-2509-481a-81b6-2c17c428061c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:21:03.917189 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48534) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:03.918198 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e32953-7b08-4b80-bbed-835b1bfa9b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99a831d-1574-4134-82ba-eeb1162d81ef,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:03.934900 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:21:03.935281 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Checking segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:21:03.935759 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.936221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Bound using segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:21:03.936599 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Bound port: 32df2483-1793-4830-abb7-2dea59fd3d84, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:21:03.937003 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.979106 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d5de097-7e95-4dfa-b6ba-b2bddd0b9e1d admin admin] Publish callbacks [] for security_group (e99a831d-1574-4134-82ba-eeb1162d81ef), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:03.996672 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks [] for router_gateway (944e437e-b8a4-4020-8f1e-a85e2e6827e9), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.003693 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d5de097-7e95-4dfa-b6ba-b2bddd0b9e1d admin admin] Publish callbacks [] for security_group (e99a831d-1574-4134-82ba-eeb1162d81ef), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.012924 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] For port 32df2483-1793-4830-abb7-2dea59fd3d84, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:21:04.016099 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] For port 32df2483-1793-4830-abb7-2dea59fd3d84, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=32df2483-1793-4830-abb7-2dea59fd3d84,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:21:04.017397 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.096558 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.127605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Allocated IP 172.27.0.140 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/35d085e7-d2d1-41e7-9f6c-f68b2dc50052) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:21:04.143393 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d5de097-7e95-4dfa-b6ba-b2bddd0b9e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (e99a831d-1574-4134-82ba-eeb1162d81ef), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.148968 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d5de097-7e95-4dfa-b6ba-b2bddd0b9e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.153801 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2d5de097-7e95-4dfa-b6ba-b2bddd0b9e1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e99a831d-1574-4134-82ba-eeb1162d81ef HTTP/1.1" status: 204 len: 168 time: 0.2366333 Apr 07 17:21:04.161528 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4f518-20e7-437b-b0d2-f4b335afb7f6 None None] Pushing event updated for resources: {'Port': ['ID=32df2483-1793-4830-abb7-2dea59fd3d84,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:04.171833 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5de097-7e95-4dfa-b6ba-b2bddd0b9e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99a831d-1574-4134-82ba-eeb1162d81ef,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:04.265095 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks [] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.390579 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48548) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:04.411207 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.420962 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b7fe8-52f8-46a7-b029-49f9b79e1da8 req-8c7c35d6-687d-44e6-9cea-3a140895005d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:04.431990 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-241b7fe8-52f8-46a7-b029-49f9b79e1da8 req-8c7c35d6-687d-44e6-9cea-3a140895005d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0874655 Apr 07 17:21:04.448161 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.488776 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:21:04.493267 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:04.509023 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:21:04.529646 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-241b7fe8-52f8-46a7-b029-49f9b79e1da8 req-2a370ae9-2415-44d4-89cc-e8349f591d81 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929537 Apr 07 17:21:04.556407 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Pushing event updated for resources: {'Port': ['ID=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:04.744441 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 32df2483-1793-4830-abb7-2dea59fd3d84 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:21:04.794859 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 32df2483-1793-4830-abb7-2dea59fd3d84 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:04.795241 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.858702 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-74b1d094-234e-410f-8abc-9836feeb1f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.891458 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 32df2483-1793-4830-abb7-2dea59fd3d84 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:04.891851 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:04.929084 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 32df2483-1793-4830-abb7-2dea59fd3d84, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=32df2483-1793-4830-abb7-2dea59fd3d84,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:21:05.013998 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks [] for router_gateway (944e437e-b8a4-4020-8f1e-a85e2e6827e9), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.029631 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.135728 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=32df2483-1793-4830-abb7-2dea59fd3d84,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:05.146575 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-74b1d094-234e-410f-8abc-9836feeb1f36 admin admin] Publish callbacks [] for security_group (6805fe27-2475-4a10-ad9e-86cd8bf6e03d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.213819 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48572) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:05.231608 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83256efd-5079-413d-b60f-748d117cd991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.341047 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83256efd-5079-413d-b60f-748d117cd991 admin admin] Publish callbacks [] for security_group (d93b4d8b-7150-4570-8e08-c69a327afa12), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.439373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83256efd-5079-413d-b60f-748d117cd991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d93b4d8b-7150-4570-8e08-c69a327afa12), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.471660 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18cb6f-77b6-4e90-a8e3-946d0d77ad83 None None] Network d1853f71-2509-481a-81b6-2c17c428061c requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:21:05.489350 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-83256efd-5079-413d-b60f-748d117cd991 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca9be8653734406aa69478060bff50d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714097 Apr 07 17:21:05.489557 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-74b1d094-234e-410f-8abc-9836feeb1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6805fe27-2475-4a10-ad9e-86cd8bf6e03d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.490636 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48578) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:05.498383 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83256efd-5079-413d-b60f-748d117cd991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93b4d8b-7150-4570-8e08-c69a327afa12,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:05.540429 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d094-234e-410f-8abc-9836feeb1f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6805fe27-2475-4a10-ad9e-86cd8bf6e03d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:05.547123 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-74b1d094-234e-410f-8abc-9836feeb1f36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0adb6162c364a7c82c214fb36b8321a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1554515 Apr 07 17:21:05.558165 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48580) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:05.578547 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (944e437e-b8a4-4020-8f1e-a85e2e6827e9), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.586717 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24d92a15-f96d-4d48-90f8-6c8a2bd1cbd7 admin admin] Publish callbacks [] for security_group (d93b4d8b-7150-4570-8e08-c69a327afa12), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.607650 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-c3c585e2-911b-4a8a-af6d-2830a24078da None None] Provisioning complete for port 32df2483-1793-4830-abb7-2dea59fd3d84 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:05.608869 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c3c585e2-911b-4a8a-af6d-2830a24078da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.615635 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24d92a15-f96d-4d48-90f8-6c8a2bd1cbd7 admin admin] Publish callbacks [] for security_group (d93b4d8b-7150-4570-8e08-c69a327afa12), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.685105 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.746870 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfb8bb-b105-4801-88b8-5f0e00d8df5c req-5ae5443a-a862-4134-af54-82d20bd4c766 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:05.763186 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c3c585e2-911b-4a8a-af6d-2830a24078da None None] Current status of the port 32df2483-1793-4830-abb7-2dea59fd3d84 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:05.765164 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39bfb8bb-b105-4801-88b8-5f0e00d8df5c req-5ae5443a-a862-4134-af54-82d20bd4c766 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.1048226 Apr 07 17:21:05.767226 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-40fd81a0-c8da-4ce0-8b9d-35a330f275ca admin admin] Publish callbacks [] for security_group (6805fe27-2475-4a10-ad9e-86cd8bf6e03d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.786229 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24d92a15-f96d-4d48-90f8-6c8a2bd1cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d93b4d8b-7150-4570-8e08-c69a327afa12), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.789984 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-24d92a15-f96d-4d48-90f8-6c8a2bd1cbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.794153 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-24d92a15-f96d-4d48-90f8-6c8a2bd1cbd7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d93b4d8b-7150-4570-8e08-c69a327afa12 HTTP/1.1" status: 204 len: 168 time: 0.3022373 Apr 07 17:21:05.805558 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d92a15-f96d-4d48-90f8-6c8a2bd1cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93b4d8b-7150-4570-8e08-c69a327afa12,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:05.806502 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-40fd81a0-c8da-4ce0-8b9d-35a330f275ca admin admin] Publish callbacks [] for security_group (6805fe27-2475-4a10-ad9e-86cd8bf6e03d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.853995 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39bfb8bb-b105-4801-88b8-5f0e00d8df5c req-4c92c778-df50-4eec-bf81-533e843dea91 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878582 Apr 07 17:21:05.970445 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:21:05.972490 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-40fd81a0-c8da-4ce0-8b9d-35a330f275ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6805fe27-2475-4a10-ad9e-86cd8bf6e03d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.975796 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-40fd81a0-c8da-4ce0-8b9d-35a330f275ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:05.976931 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-40fd81a0-c8da-4ce0-8b9d-35a330f275ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6805fe27-2475-4a10-ad9e-86cd8bf6e03d HTTP/1.1" status: 204 len: 168 time: 0.4217005 Apr 07 17:21:05.991008 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd81a0-c8da-4ce0-8b9d-35a330f275ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6805fe27-2475-4a10-ad9e-86cd8bf6e03d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:05.992044 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-8dcb5c65-07be-4f5d-a6b1-1d3b4e017f53 None None] Provisioning complete for port 32df2483-1793-4830-abb7-2dea59fd3d84 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:05.992990 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5c65-07be-4f5d-a6b1-1d3b4e017f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.090281 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb5c65-07be-4f5d-a6b1-1d3b4e017f53 None None] Current status of the port 32df2483-1793-4830-abb7-2dea59fd3d84 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:06.105689 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:21:06.116690 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Sync routers for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:21:06.126322 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:21:06.126931 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:21:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:06.166847 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.168162 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-43cedfab-947e-4ae2-a172-18bd7f2c03a9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8889790 Apr 07 17:21:06.171045 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48594) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:06.243739 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:21:06.455356 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:04Z', 'revision_number': 3, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:06.489129 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Checking router: 944e437e-b8a4-4020-8f1e-a85e2e6827e9 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:21:06.490041 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Updating router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:21:06.524053 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.634350 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 32df2483-1793-4830-abb7-2dea59fd3d84 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:21:06.705957 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48614) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:06.729085 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 32df2483-1793-4830-abb7-2dea59fd3d84 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:06.729715 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.744404 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.753233 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87ac1c75-95c8-4d71-b721-4370d26770f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.822994 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 32df2483-1793-4830-abb7-2dea59fd3d84 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:06.835587 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Publish callbacks [] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.907186 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.969788 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87ac1c75-95c8-4d71-b721-4370d26770f0 admin admin] Publish callbacks [] for security_group (71ac2d61-ff8a-4760-9600-27e714705a9e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.976986 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Attempting to bind port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:21:06.977469 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Attempting to bind port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:21:06.977954 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Attempting to bind port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:21:06.979963 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Pushing event updated for resources: {'Port': ['ID=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:06.987214 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61b5f6-3490-45ae-852b-3b099095acb2 req-7493e00a-000a-4ffb-a21a-f3b960cbbbc9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:06.989041 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:21:06.989548 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:21:06.990216 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.990714 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:21:06.991280 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Bound port: 35d085e7-d2d1-41e7-9f6c-f68b2dc50052, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:21:06.991759 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:06.995218 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:06.995340 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff61b5f6-3490-45ae-852b-3b099095acb2 req-7493e00a-000a-4ffb-a21a-f3b960cbbbc9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0723648 Apr 07 17:21:06.995855 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:06.996417 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:06.997043 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:06.997645 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:06.998241 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:06.998724 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:06.999201 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.004928 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.004928 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.004928 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.004928 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.004928 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.004928 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.004928 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:21:07.025655 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Allocated IP 172.20.0.1 (d1853f71-2509-481a-81b6-2c17c428061c/c0c72d18-8677-47e3-9d94-953391a95bc4/877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:21:07.045025 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff61b5f6-3490-45ae-852b-3b099095acb2 req-f349a7d0-1be3-4d34-8c6b-30f32ccac217 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Apr 07 17:21:07.057237 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] For port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:21:07.063194 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] For port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:21:07.099890 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87ac1c75-95c8-4d71-b721-4370d26770f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (71ac2d61-ff8a-4760-9600-27e714705a9e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.151132 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-87ac1c75-95c8-4d71-b721-4370d26770f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=113a281ef6a64ff986cf3a872a9f295c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4441392 Apr 07 17:21:07.153973 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48626) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:07.154311 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac1c75-95c8-4d71-b721-4370d26770f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ac2d61-ff8a-4760-9600-27e714705a9e,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:07.164601 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.185942 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks [] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.220351 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a22a8e7-43bf-47a9-841b-e9fbaa335700 admin admin] Publish callbacks [] for security_group (71ac2d61-ff8a-4760-9600-27e714705a9e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.222451 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.245075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a22a8e7-43bf-47a9-841b-e9fbaa335700 admin admin] Publish callbacks [] for security_group (71ac2d61-ff8a-4760-9600-27e714705a9e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.281946 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:21:07.282669 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:21:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:07.284920 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.322945 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b46f9-012b-4acc-87af-a3c85e0d7615 None None] Pushing event updated for resources: {'Port': ['ID=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:07.336446 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Network d1853f71-2509-481a-81b6-2c17c428061c is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:21:07.342445 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:07.344847 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:21:07.383679 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Pushing event updated for resources: {'Port': ['ID=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:07.404577 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:21:07.408050 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (944e437e-b8a4-4020-8f1e-a85e2e6827e9), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.422588 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a22a8e7-43bf-47a9-841b-e9fbaa335700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (71ac2d61-ff8a-4760-9600-27e714705a9e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.426061 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a22a8e7-43bf-47a9-841b-e9fbaa335700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.428887 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7a22a8e7-43bf-47a9-841b-e9fbaa335700 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71ac2d61-ff8a-4760-9600-27e714705a9e HTTP/1.1" status: 204 len: 168 time: 0.2736499 Apr 07 17:21:07.456583 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22a8e7-43bf-47a9-841b-e9fbaa335700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ac2d61-ff8a-4760-9600-27e714705a9e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:07.619854 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-4bec56a4-6028-47ba-92fc-762a650e1458 None None] Provisioning complete for port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:07.620138 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4bec56a4-6028-47ba-92fc-762a650e1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.657714 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4bec56a4-6028-47ba-92fc-762a650e1458 None None] Port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:21:07.668128 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.679958 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:04Z', 'revision_number': 3, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:07.722585 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a97e6-e90f-4daa-84d7-edfc2b03b7f9 None None] The sync data for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi is: [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:04Z', 'revision_number': 3, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:21:07.882283 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks [] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:07.970501 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:08.047872 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (944e437e-b8a4-4020-8f1e-a85e2e6827e9), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:08.050659 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Pushing event updated for resources: {'Port': ['ID=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:08.173047 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Network d1853f71-2509-481a-81b6-2c17c428061c is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:21:08.174804 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:08.215438 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912566f7-4905-47d7-b4a2-68586291a4df req-42e17a5e-8525-4496-8368-a56341294d5f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:08.217961 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-912566f7-4905-47d7-b4a2-68586291a4df req-42e17a5e-8525-4496-8368-a56341294d5f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0874228 Apr 07 17:21:08.313191 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-912566f7-4905-47d7-b4a2-68586291a4df req-25df161d-7eaa-4541-b8f6-410584b224e3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888512 Apr 07 17:21:08.399330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:21:08.495419 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-dfe9def7-fe3d-4cfc-91ee-16f5e37be655 None None] Provisioning complete for port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:08.497033 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dfe9def7-fe3d-4cfc-91ee-16f5e37be655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:08.578086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-dfe9def7-fe3d-4cfc-91ee-16f5e37be655 None None] Port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:21:08.668297 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:21:08.723382 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:08.724557 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:08.863405 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:08.863869 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:08.893987 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:21:08.930134 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:21:08.946777 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-582b3309-b060-4a83-9c06-482abc7c5db6 admin admin] 10.222.0.26 "PUT /v2.0/routers/944e437e-b8a4-4020-8f1e-a85e2e6827e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7655470 Apr 07 17:21:08.982436 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:09.063853 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:09.447056 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e466d09-6e17-4c92-8788-62767becefe0 req-dc74065b-fb83-4cbb-b42d-5ab7460cf283 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:09.448611 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e466d09-6e17-4c92-8788-62767becefe0 req-dc74065b-fb83-4cbb-b42d-5ab7460cf283 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0553193 Apr 07 17:21:09.499138 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e466d09-6e17-4c92-8788-62767becefe0 req-2695b455-cf80-4eca-b2cd-687da14a2833 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Apr 07 17:21:09.585317 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48706) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:09.590136 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-05a62611-3192-48a6-b856-e7fd33d68310 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099124474', 'description': 'tempest-description--25547776'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:09.696084 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05a62611-3192-48a6-b856-e7fd33d68310 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:09.714358 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Sync routers for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:21:09.725538 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:21:09.726184 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:21:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:09.773175 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05a62611-3192-48a6-b856-e7fd33d68310 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:09.839307 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05a62611-3192-48a6-b856-e7fd33d68310 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:09.856118 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:21:09.878071 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a62611-3192-48a6-b856-e7fd33d68310 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:09.955252 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05a62611-3192-48a6-b856-e7fd33d68310 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:09.956498 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-05a62611-3192-48a6-b856-e7fd33d68310 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3699400 Apr 07 17:21:09.963667 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48724) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:09.966016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e96c97fa-43bb-4fa7-800f-d3510389310d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'security_group_rule': {'security_group_id': 'f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:10.081677 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e96c97fa-43bb-4fa7-800f-d3510389310d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (6d44a8e6-f979-49d7-9e26-b0bd39da7c1d), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.156820 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e96c97fa-43bb-4fa7-800f-d3510389310d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (6d44a8e6-f979-49d7-9e26-b0bd39da7c1d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.233241 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e96c97fa-43bb-4fa7-800f-d3510389310d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (6d44a8e6-f979-49d7-9e26-b0bd39da7c1d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.236812 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 2, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:10.254695 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c97fa-43bb-4fa7-800f-d3510389310d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d44a8e6-f979-49d7-9e26-b0bd39da7c1d,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:10.278583 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Checking router: 944e437e-b8a4-4020-8f1e-a85e2e6827e9 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:21:10.279053 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Updating router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:21:10.310477 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.322294 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e96c97fa-43bb-4fa7-800f-d3510389310d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.323600 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e96c97fa-43bb-4fa7-800f-d3510389310d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622775 Apr 07 17:21:10.331418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48734) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:10.338278 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5d4708b6-c3e6-4aaa-a6b8-7d64d6b8bc80 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'security_group_rule': {'security_group_id': 'f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:10.419627 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d4708b6-c3e6-4aaa-a6b8-7d64d6b8bc80 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (0687fbcf-6f76-464b-9161-face08f966ad), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.485321 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d4708b6-c3e6-4aaa-a6b8-7d64d6b8bc80 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (0687fbcf-6f76-464b-9161-face08f966ad), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.502346 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48738) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:10.571635 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d4708b6-c3e6-4aaa-a6b8-7d64d6b8bc80 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (0687fbcf-6f76-464b-9161-face08f966ad), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.624081 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Publish callbacks [] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.652919 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4708b6-c3e6-4aaa-a6b8-7d64d6b8bc80 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0687fbcf-6f76-464b-9161-face08f966ad,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:10.676607 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.699858 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd7ce2-2efa-4619-9c24-4a5bf411d90a req-190e5bf4-47e6-412d-ba00-1b02d571230f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:10.701430 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81bd7ce2-2efa-4619-9c24-4a5bf411d90a req-190e5bf4-47e6-412d-ba00-1b02d571230f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.1266668 Apr 07 17:21:10.708311 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d4708b6-c3e6-4aaa-a6b8-7d64d6b8bc80 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.710239 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5d4708b6-c3e6-4aaa-a6b8-7d64d6b8bc80 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3776863 Apr 07 17:21:10.713465 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48754) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:10.723431 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7615dd2-455f-4bf8-8518-f6b990228a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.723634 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:10.734334 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:21:10.790954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81bd7ce2-2efa-4619-9c24-4a5bf411d90a req-9d728b69-28cc-44b0-8e8f-4591a10a6815 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786102 Apr 07 17:21:10.794457 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced58fe9-8536-4173-803d-d512d4238663 None None] Pushing event updated for resources: {'Port': ['ID=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:10.810957 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.835831 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:10.836221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.879732 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7615dd2-455f-4bf8-8518-f6b990228a1b admin admin] Publish callbacks [] for security_group (facccc12-3063-4698-bbb8-0142689e42d8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.940455 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Attempting to bind port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:21:10.940835 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Attempting to bind port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:21:10.941258 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Attempting to bind port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b on network d1853f71-2509-481a-81b6-2c17c428061c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:21:10.954580 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:21:10.954956 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Checking segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:21:10.955534 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.956078 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Bound using segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:21:10.956879 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Bound port: 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:21:10.957621 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.973637 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:10.988270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7615dd2-455f-4bf8-8518-f6b990228a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (facccc12-3063-4698-bbb8-0142689e42d8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.041128 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c7615dd2-455f-4bf8-8518-f6b990228a1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69ec03d3b7e4411e9615c1ad7d898d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5375838 Apr 07 17:21:11.043940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7615dd2-455f-4bf8-8518-f6b990228a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facccc12-3063-4698-bbb8-0142689e42d8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:11.046082 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48772) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:11.108843 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6309ac7e-cc06-4d80-88e7-a454c32d93bd None None] Provisioning complete for port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:11.109241 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6309ac7e-cc06-4d80-88e7-a454c32d93bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.143007 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:11.147595 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] For port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:21:11.162921 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87cf799c-01b4-4ee3-8f9d-c7f34de01f10 admin admin] Publish callbacks [] for security_group (facccc12-3063-4698-bbb8-0142689e42d8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.165101 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] For port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:21:11.175459 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6309ac7e-cc06-4d80-88e7-a454c32d93bd None None] Port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:21:11.204592 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Allocated IP 172.27.0.78 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/5b9a77b0-4a38-454e-9f24-81b8fd57b53a) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:21:11.225839 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87cf799c-01b4-4ee3-8f9d-c7f34de01f10 admin admin] Publish callbacks [] for security_group (facccc12-3063-4698-bbb8-0142689e42d8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.245403 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.310305 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:21:11.310305 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:21:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:11.359487 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced58fe9-8536-4173-803d-d512d4238663 None None] Pushing event updated for resources: {'Port': ['ID=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:11.390470 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.438985 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87cf799c-01b4-4ee3-8f9d-c7f34de01f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (facccc12-3063-4698-bbb8-0142689e42d8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.441496 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87cf799c-01b4-4ee3-8f9d-c7f34de01f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.447680 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-87cf799c-01b4-4ee3-8f9d-c7f34de01f10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/facccc12-3063-4698-bbb8-0142689e42d8 HTTP/1.1" status: 204 len: 168 time: 0.3975549 Apr 07 17:21:11.468430 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf799c-01b4-4ee3-8f9d-c7f34de01f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facccc12-3063-4698-bbb8-0142689e42d8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:11.501451 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:21:11.570858 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.612570 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:21:11.618311 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:11.622744 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:21:11.625843 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'Port': ['ID=5b9a77b0-4a38-454e-9f24-81b8fd57b53a,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:11.649534 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-71cc6b9c-a4e8-436b-b8f0-118a6f41e839 None None] Provisioning complete for port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:11.649896 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71cc6b9c-a4e8-436b-b8f0-118a6f41e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.765731 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (00beb076-f1ae-4e30-8f8a-8dc14d3603d7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.796645 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-71cc6b9c-a4e8-436b-b8f0-118a6f41e839 None None] Current status of the port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:11.797220 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71cc6b9c-a4e8-436b-b8f0-118a6f41e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.823617 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:11.855759 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8703d-6c84-4af3-841c-4bba6a5e3576 None None] The sync data for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi is: [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:21:11.872086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-71cc6b9c-a4e8-436b-b8f0-118a6f41e839 None None] For port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:21:11.975035 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.988415 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71cc6b9c-a4e8-436b-b8f0-118a6f41e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:11.996739 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e46b6-f856-481f-ac81-e9497b46591f req-bc784bd9-0898-4edc-9837-817e7ae97c23 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:11.999106 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c15e46b6-f856-481f-ac81-e9497b46591f req-bc784bd9-0898-4edc-9837-817e7ae97c23 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.1063628 Apr 07 17:21:12.100349 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc6b9c-a4e8-436b-b8f0-118a6f41e839 None None] Pushing event updated for resources: {'Port': ['ID=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:12.101725 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c15e46b6-f856-481f-ac81-e9497b46591f req-4fe9dccb-bab6-44eb-9a38-bbda6a0ca233 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950985 Apr 07 17:21:12.273613 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:12.393820 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:12.482843 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'Port': ['ID=5b9a77b0-4a38-454e-9f24-81b8fd57b53a,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:12.488170 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (00beb076-f1ae-4e30-8f8a-8dc14d3603d7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:12.561097 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:12.566736 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1c6fa0d2-9565-4daa-8e85-14d472edd0fc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8481786 Apr 07 17:21:12.663533 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:21:12.694887 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48830) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:12.762139 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:12.762518 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:12.876034 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-81024692-b33c-4b81-afa1-94589a626e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:12.878672 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:12.881117 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-64deb838-70ea-43cd-a374-0c2ad2f6ba7f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1099124474&fields=id&tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c HTTP/1.1" status: 200 len: 267 time: 0.0663373 Apr 07 17:21:13.043191 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d600a704-c4da-48de-b922-bf27c72c2231 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:13.045635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d600a704-c4da-48de-b922-bf27c72c2231 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 811 time: 0.1510031 Apr 07 17:21:13.064152 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-ea137e96-0928-4655-ba0d-677c40ebab14 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/quotas/e448dae4841d45baa3fdfbbe6fd0a89c HTTP/1.1" status: 200 len: 375 time: 0.0124581 Apr 07 17:21:13.117077 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-81024692-b33c-4b81-afa1-94589a626e9e admin admin] Publish callbacks [] for security_group (00482933-811a-46db-b570-d77fbb7498fd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:13.146425 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-1240dfcb-f471-47ff-9cd6-116eb275ddbb tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694542 Apr 07 17:21:13.187999 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-81024692-b33c-4b81-afa1-94589a626e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (00482933-811a-46db-b570-d77fbb7498fd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:13.246715 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-81024692-b33c-4b81-afa1-94589a626e9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=852f97b338334e1db856d6dfe941ec59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5507693 Apr 07 17:21:13.249348 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81024692-b33c-4b81-afa1-94589a626e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00482933-811a-46db-b570-d77fbb7498fd,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:13.251892 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48866) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:13.299411 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d0d3f-5ccc-47c1-b3a6-56209f219ec7 req-2a7b5ebd-0a9a-48fa-8ee7-e8dd83c2074c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:13.300932 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-046d0d3f-5ccc-47c1-b3a6-56209f219ec7 req-2a7b5ebd-0a9a-48fa-8ee7-e8dd83c2074c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0695715 Apr 07 17:21:13.334854 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a321ad-c718-454c-aa00-3828be82090b admin admin] Publish callbacks [] for security_group (00482933-811a-46db-b570-d77fbb7498fd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:13.357492 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a321ad-c718-454c-aa00-3828be82090b admin admin] Publish callbacks [] for security_group (00482933-811a-46db-b570-d77fbb7498fd), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:13.360309 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-046d0d3f-5ccc-47c1-b3a6-56209f219ec7 req-02b00049-4151-4d5b-a7f6-7892561686af tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522964 Apr 07 17:21:13.405085 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-6f8927d7-a6d0-4e21-aaf6-72ebfc322ee9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:21:13.406099 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-6f8927d7-a6d0-4e21-aaf6-72ebfc322ee9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0572987 Apr 07 17:21:13.490780 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a321ad-c718-454c-aa00-3828be82090b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (00482933-811a-46db-b570-d77fbb7498fd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:13.493576 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a321ad-c718-454c-aa00-3828be82090b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:13.494807 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-02a321ad-c718-454c-aa00-3828be82090b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00482933-811a-46db-b570-d77fbb7498fd HTTP/1.1" status: 204 len: 168 time: 0.2407215 Apr 07 17:21:13.502683 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a321ad-c718-454c-aa00-3828be82090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00482933-811a-46db-b570-d77fbb7498fd,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:13.505538 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-4058cbb8-28c1-47c0-b486-3ea9861de751 service neutron] 10.222.0.26 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850232 Apr 07 17:21:13.598780 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-07769ebf-191d-47cd-b406-dffec2959510 service neutron] 10.222.0.26 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923839 Apr 07 17:21:13.871483 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd772be0-15f1-45d0-be0e-b981d0973f83 req-67c67147-e329-40a3-82e9-5084e81c950c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0278871 Apr 07 17:21:14.305962 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48898) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:14.318970 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aac7e7ce-1f70-4d82-80aa-d705d332c2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:14.399620 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aac7e7ce-1f70-4d82-80aa-d705d332c2b9 admin admin] Publish callbacks [] for security_group (b3453202-d227-4e25-8d1a-2668544bfd09), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:14.444911 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aac7e7ce-1f70-4d82-80aa-d705d332c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (b3453202-d227-4e25-8d1a-2668544bfd09), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:14.487477 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-aac7e7ce-1f70-4d82-80aa-d705d332c2b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04aaa3e97dbb474a91401a44966a4904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804135 Apr 07 17:21:14.488992 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7e7ce-1f70-4d82-80aa-d705d332c2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3453202-d227-4e25-8d1a-2668544bfd09,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:14.491647 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48906) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:14.494266 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77238-b4ab-45df-9763-bf0df5629e02 req-fba671e7-6f56-4d67-b805-df6440692da5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:14.496419 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcf77238-b4ab-45df-9763-bf0df5629e02 req-fba671e7-6f56-4d67-b805-df6440692da5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0594075 Apr 07 17:21:14.547328 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcf77238-b4ab-45df-9763-bf0df5629e02 req-9f62f7a7-a58b-42f3-aa60-dae6ce6ac881 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Apr 07 17:21:14.549716 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bd79-3a0f-4442-b816-a7595b5c8723 admin admin] Publish callbacks [] for security_group (b3453202-d227-4e25-8d1a-2668544bfd09), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:14.572796 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bd79-3a0f-4442-b816-a7595b5c8723 admin admin] Publish callbacks [] for security_group (b3453202-d227-4e25-8d1a-2668544bfd09), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:14.679695 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bd79-3a0f-4442-b816-a7595b5c8723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (b3453202-d227-4e25-8d1a-2668544bfd09), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:14.682729 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bd79-3a0f-4442-b816-a7595b5c8723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:14.683963 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3cd2bd79-3a0f-4442-b816-a7595b5c8723 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3453202-d227-4e25-8d1a-2668544bfd09 HTTP/1.1" status: 204 len: 168 time: 0.1913841 Apr 07 17:21:14.696962 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2bd79-3a0f-4442-b816-a7595b5c8723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3453202-d227-4e25-8d1a-2668544bfd09,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:14.867196 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48920) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:14.988968 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac3f0dab-9fcd-4273-a3fc-7684b2ac439d req-0d034f8c-4fcd-4441-933c-b70dc34778be tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0335453 Apr 07 17:21:15.109276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2aac2630-fa04-4362-b101-c140d7d903a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.182236 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2aac2630-fa04-4362-b101-c140d7d903a8 admin admin] Publish callbacks [] for security_group (6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.301672 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2aac2630-fa04-4362-b101-c140d7d903a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.341310 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2aac2630-fa04-4362-b101-c140d7d903a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dd3bc0203fc403e8c54965c2111a855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729509 Apr 07 17:21:15.342161 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac2630-fa04-4362-b101-c140d7d903a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:15.343980 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48932) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:15.390690 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-054b3d27-b8a0-40ef-9294-7ecdee13f821 admin admin] Publish callbacks [] for security_group (6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.412254 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-054b3d27-b8a0-40ef-9294-7ecdee13f821 admin admin] Publish callbacks [] for security_group (6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.432870 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48934) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:15.446415 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8f69bca0-596f-4af1-ae70-fc3d9576af73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.530585 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-054b3d27-b8a0-40ef-9294-7ecdee13f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.533046 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-054b3d27-b8a0-40ef-9294-7ecdee13f821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.534212 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-054b3d27-b8a0-40ef-9294-7ecdee13f821 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96 HTTP/1.1" status: 204 len: 168 time: 0.1890666 Apr 07 17:21:15.542591 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b3d27-b8a0-40ef-9294-7ecdee13f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf67a3-c8e1-41e5-be3d-af84a9ae2d96,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:15.594011 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8f69bca0-596f-4af1-ae70-fc3d9576af73 admin admin] Publish callbacks [] for security_group (f78578ea-c8b3-40eb-b6bd-eef1202dfe35), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.644909 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8f69bca0-596f-4af1-ae70-fc3d9576af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f78578ea-c8b3-40eb-b6bd-eef1202dfe35), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.676170 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2172-6810-4619-a493-01ed5de42117 req-2b38293c-62ca-4cbd-bf6c-c7caf52ca6b6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:15.678509 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-482c2172-6810-4619-a493-01ed5de42117 req-2b38293c-62ca-4cbd-bf6c-c7caf52ca6b6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0611289 Apr 07 17:21:15.683159 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69bca0-596f-4af1-ae70-fc3d9576af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78578ea-c8b3-40eb-b6bd-eef1202dfe35,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:15.687533 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8f69bca0-596f-4af1-ae70-fc3d9576af73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bebd7b1724264011bb8bd6a073c1a71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536173 Apr 07 17:21:15.690191 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48940) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:15.726861 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-482c2172-6810-4619-a493-01ed5de42117 req-bc50cc83-d250-4c79-8402-75f382a62b48 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Apr 07 17:21:15.748785 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e42087da-73fc-4d09-b86c-28591ace7a3e admin admin] Publish callbacks [] for security_group (f78578ea-c8b3-40eb-b6bd-eef1202dfe35), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.774333 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e42087da-73fc-4d09-b86c-28591ace7a3e admin admin] Publish callbacks [] for security_group (f78578ea-c8b3-40eb-b6bd-eef1202dfe35), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.896626 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e42087da-73fc-4d09-b86c-28591ace7a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f78578ea-c8b3-40eb-b6bd-eef1202dfe35), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.899287 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e42087da-73fc-4d09-b86c-28591ace7a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:15.900454 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e42087da-73fc-4d09-b86c-28591ace7a3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f78578ea-c8b3-40eb-b6bd-eef1202dfe35 HTTP/1.1" status: 204 len: 168 time: 0.2093174 Apr 07 17:21:15.908162 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42087da-73fc-4d09-b86c-28591ace7a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78578ea-c8b3-40eb-b6bd-eef1202dfe35,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:16.096670 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-52cd36c3-c5f0-4268-a362-9caadca009e4 req-f47e2305-c142-4ca5-a403-00675fd645d5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0312259 Apr 07 17:21:16.216885 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 48962) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:16.230157 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf9a9-3d76-4ad8-90f7-c18bc6143999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:16.308015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf9a9-3d76-4ad8-90f7-c18bc6143999 admin admin] Publish callbacks [] for security_group (d13ba231-4b69-4bee-88dc-74c53138e848), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:16.370183 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf9a9-3d76-4ad8-90f7-c18bc6143999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d13ba231-4b69-4bee-88dc-74c53138e848), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:16.410506 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3ccaf9a9-3d76-4ad8-90f7-c18bc6143999 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d00b308bdba3419e895c6a8c75d5fda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923490 Apr 07 17:21:16.415550 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaf9a9-3d76-4ad8-90f7-c18bc6143999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ba231-4b69-4bee-88dc-74c53138e848,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:16.417648 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 48974) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:16.471509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b9fefa7f-2b16-4770-9aaa-12c5907fd53d admin admin] Publish callbacks [] for security_group (d13ba231-4b69-4bee-88dc-74c53138e848), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:16.498477 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b9fefa7f-2b16-4770-9aaa-12c5907fd53d admin admin] Publish callbacks [] for security_group (d13ba231-4b69-4bee-88dc-74c53138e848), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:16.605311 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b9fefa7f-2b16-4770-9aaa-12c5907fd53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d13ba231-4b69-4bee-88dc-74c53138e848), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:16.608798 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b9fefa7f-2b16-4770-9aaa-12c5907fd53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:16.610249 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b9fefa7f-2b16-4770-9aaa-12c5907fd53d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d13ba231-4b69-4bee-88dc-74c53138e848 HTTP/1.1" status: 204 len: 168 time: 0.1916394 Apr 07 17:21:16.625993 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fefa7f-2b16-4770-9aaa-12c5907fd53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ba231-4b69-4bee-88dc-74c53138e848,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:16.853017 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d792a-fbba-4e96-8e48-a39286fc4d32 req-2cf99e13-c50f-4cd5-8d72-13fea0e3bcb4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:16.854556 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f1d792a-fbba-4e96-8e48-a39286fc4d32 req-2cf99e13-c50f-4cd5-8d72-13fea0e3bcb4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0529215 Apr 07 17:21:16.917497 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f1d792a-fbba-4e96-8e48-a39286fc4d32 req-93bdca01-5c6c-4f09-b921-ccc14c520258 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572951 Apr 07 17:21:17.213362 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-273c8a15-f5fd-4b52-8a0c-8a6de3015671 req-57be6933-143d-41f0-948c-86d2abd040a4 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0309186 Apr 07 17:21:18.045758 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251b9c9-9805-4476-bc1f-addb73cc7998 req-3a358894-1474-41bd-965e-e362ae074663 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:18.047274 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4251b9c9-9805-4476-bc1f-addb73cc7998 req-3a358894-1474-41bd-965e-e362ae074663 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0584979 Apr 07 17:21:18.095873 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4251b9c9-9805-4476-bc1f-addb73cc7998 req-ce927773-9e7d-4b80-bec5-7f91d6e88018 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Apr 07 17:21:18.306987 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49129a39-a58d-4294-bf53-461810ac0dab req-2eb62f8e-32e6-4e40-baf7-cb07792d3e71 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0273669 Apr 07 17:21:18.692825 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440507c-7e29-497e-8ac3-aa61e4a9bee8 req-b7d8c929-c9e0-427a-acf1-9cc62ccf6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:18.694268 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e440507c-7e29-497e-8ac3-aa61e4a9bee8 req-b7d8c929-c9e0-427a-acf1-9cc62ccf6027 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0471928 Apr 07 17:21:18.713735 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:18.761001 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e440507c-7e29-497e-8ac3-aa61e4a9bee8 req-e09a5a11-1553-49c2-96bd-3458d7f050aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Apr 07 17:21:19.232464 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17328dac-65b6-4e25-9372-79ec3b0695cd req-857f0996-9ce2-490c-b6cd-c09fe37763b0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:19.240527 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17328dac-65b6-4e25-9372-79ec3b0695cd req-857f0996-9ce2-490c-b6cd-c09fe37763b0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0701177 Apr 07 17:21:19.284747 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17328dac-65b6-4e25-9372-79ec3b0695cd req-b8f07140-be25-497a-9306-3a13e5beac47 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Apr 07 17:21:19.414161 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-291d4a42-d511-46f4-b350-a539abd49370 req-d26e6d50-dcd3-4bfb-9c9c-7260c8d7d835 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0262897 Apr 07 17:21:20.410924 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e37577-01ed-4971-8a98-4ad20c74f69f req-611f3f5d-85a8-4091-be02-2016173a7b39 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:20.412380 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2e37577-01ed-4971-8a98-4ad20c74f69f req-611f3f5d-85a8-4091-be02-2016173a7b39 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0557878 Apr 07 17:21:20.461393 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2e37577-01ed-4971-8a98-4ad20c74f69f req-7db0ca04-a8aa-438f-97f2-6cca0504b6ec tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Apr 07 17:21:20.526145 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-821f3419-1847-448d-aae8-f81707671d6d req-9ba1cb20-a62e-488b-a049-545ad5d676f8 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0358381 Apr 07 17:21:20.860539 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06950ce-15f8-4def-b075-3c86deb65ccb req-a5c9ee4e-8da6-4007-91bb-ed831a94dc17 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:20.865422 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e06950ce-15f8-4def-b075-3c86deb65ccb req-a5c9ee4e-8da6-4007-91bb-ed831a94dc17 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.3236246 Apr 07 17:21:20.883991 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-875f70ca-cf4a-497d-a9fb-b7662904b2a0 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:20.888351 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-875f70ca-cf4a-497d-a9fb-b7662904b2a0 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 811 time: 0.3680005 Apr 07 17:21:20.948150 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e06950ce-15f8-4def-b075-3c86deb65ccb req-44a72780-8d63-420e-8ae9-66321c8eadc3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Apr 07 17:21:20.983171 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-60518eba-839b-4926-9d00-c98a8c584cd9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c HTTP/1.1" status: 200 len: 380 time: 0.0810461 Apr 07 17:21:21.000683 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'port': {'device_id': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'admin_state_up': True, 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'security_groups': ['f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:21.244462 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Made reservation on behalf of e448dae4841d45baa3fdfbbe6fd0a89c for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:21:21.248039 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.363448 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49210) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:21.390694 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Allocated IP 172.20.0.9 (d1853f71-2509-481a-81b6-2c17c428061c/c0c72d18-8677-47e3-9d94-953391a95bc4/74eba21d-dbe0-4928-ab98-03294512797f) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:21:21.503531 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-673969d7-b49b-4893-91d8-fcbc0fbe4408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.576441 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for port (74eba21d-dbe0-4928-ab98-03294512797f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.655240 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f572bdb-41bc-41aa-9f59-e96810ccd1f2 req-ea009b5c-c189-4881-b4ad-67e81e09a75d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0506105 Apr 07 17:21:21.691309 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-673969d7-b49b-4893-91d8-fcbc0fbe4408 admin admin] Publish callbacks [] for security_group (91ffc0bf-c19b-4ead-8eb9-b5420a4497ea), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.753024 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (74eba21d-dbe0-4928-ab98-03294512797f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.783167 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-673969d7-b49b-4893-91d8-fcbc0fbe4408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (91ffc0bf-c19b-4ead-8eb9-b5420a4497ea), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.838501 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Network d1853f71-2509-481a-81b6-2c17c428061c is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:21:21.844304 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'Port': ['ID=74eba21d-dbe0-4928-ab98-03294512797f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:21.848771 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:21.851932 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:21:21.857220 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:21.858075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.860506 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673969d7-b49b-4893-91d8-fcbc0fbe4408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ffc0bf-c19b-4ead-8eb9-b5420a4497ea,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:21.865482 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-673969d7-b49b-4893-91d8-fcbc0fbe4408 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e94f1ea86621417e8e3ed85cbbf2d270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008256 Apr 07 17:21:21.868543 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49236) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:21.962383 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05857fb5-3513-4978-8bde-d209b65c0793 admin admin] Publish callbacks [] for security_group (91ffc0bf-c19b-4ead-8eb9-b5420a4497ea), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:21.992973 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05857fb5-3513-4978-8bde-d209b65c0793 admin admin] Publish callbacks [] for security_group (91ffc0bf-c19b-4ead-8eb9-b5420a4497ea), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.028663 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-d5fa0a9a-aaee-436e-83c3-c37654583e1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0399263 Apr 07 17:21:22.051358 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Request body: {'port': {'device_id': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:22.125211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (74eba21d-dbe0-4928-ab98-03294512797f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.177560 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05857fb5-3513-4978-8bde-d209b65c0793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (91ffc0bf-c19b-4ead-8eb9-b5420a4497ea), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.180452 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-05857fb5-3513-4978-8bde-d209b65c0793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.181608 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-05857fb5-3513-4978-8bde-d209b65c0793 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91ffc0bf-c19b-4ead-8eb9-b5420a4497ea HTTP/1.1" status: 204 len: 168 time: 0.3121691 Apr 07 17:21:22.201889 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-8db5e2c9-bc2a-4165-8925-c74caa1a298f None None] Provisioning complete for port 74eba21d-dbe0-4928-ab98-03294512797f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:22.202469 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2c9-bc2a-4165-8925-c74caa1a298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (74eba21d-dbe0-4928-ab98-03294512797f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.244419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05857fb5-3513-4978-8bde-d209b65c0793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ffc0bf-c19b-4ead-8eb9-b5420a4497ea,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:22.248099 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-8db5e2c9-bc2a-4165-8925-c74caa1a298f None None] Port 74eba21d-dbe0-4928-ab98-03294512797f cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:21:22.423088 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74eba21d-dbe0-4928-ab98-03294512797f {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:21:22.431175 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Publish callbacks [] for port (74eba21d-dbe0-4928-ab98-03294512797f), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.444772 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Transition to ACTIVE for port object 74eba21d-dbe0-4928-ab98-03294512797f will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:21:22.490638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (74eba21d-dbe0-4928-ab98-03294512797f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.544607 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Pushing event updated for resources: {'Port': ['ID=74eba21d-dbe0-4928-ab98-03294512797f,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:22.595953 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Attempting to bind port 74eba21d-dbe0-4928-ab98-03294512797f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:21:22.596473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Attempting to bind port 74eba21d-dbe0-4928-ab98-03294512797f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:21:22.596821 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Attempting to bind port 74eba21d-dbe0-4928-ab98-03294512797f on network d1853f71-2509-481a-81b6-2c17c428061c {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:21:22.607921 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Port 74eba21d-dbe0-4928-ab98-03294512797f on network d1853f71-2509-481a-81b6-2c17c428061c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:21:22.607921 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Attempting to bind port 74eba21d-dbe0-4928-ab98-03294512797f on network d1853f71-2509-481a-81b6-2c17c428061c {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:21:22.607921 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:21:22.607921 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Checking segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:21:22.608670 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Bound using segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:21:22.608670 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Bound port: 74eba21d-dbe0-4928-ab98-03294512797f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:21:22.609021 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (74eba21d-dbe0-4928-ab98-03294512797f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.690165 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] For port 74eba21d-dbe0-4928-ab98-03294512797f, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:21:22.694419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] For port 74eba21d-dbe0-4928-ab98-03294512797f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74eba21d-dbe0-4928-ab98-03294512797f,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:21:22.793323 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725e2f9-9d6a-436a-8071-b22951e08227 req-ede1e742-093e-4f83-abd8-085e31c0004a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:22.794858 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d725e2f9-9d6a-436a-8071-b22951e08227 req-ede1e742-093e-4f83-abd8-085e31c0004a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 943 time: 0.0587835 Apr 07 17:21:22.821404 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (74eba21d-dbe0-4928-ab98-03294512797f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.901982 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:22.901982 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:22.901982 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/74eba21d-dbe0-4928-ab98-03294512797f HTTP/1.1" status: 200 len: 1093 time: 0.8561394 Apr 07 17:21:22.906725 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:21:22.910019 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499" -d '{"events": [{"name": "network-changed", "server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "tag": "74eba21d-dbe0-4928-ab98-03294512797f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:21:22.931131 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ec2f-58e6-4716-962c-7e5a5fb155a1 service neutron] Pushing event updated for resources: {'Port': ['ID=74eba21d-dbe0-4928-ab98-03294512797f,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:22.936970 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d725e2f9-9d6a-436a-8071-b22951e08227 req-1de85f35-0a61-4206-b3c0-c3d9054e4ae0 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317604 Apr 07 17:21:22.995780 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565116c0-92fc-41bc-af64-56139cbd3d16 x-openstack-request-id: req-565116c0-92fc-41bc-af64-56139cbd3d16 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:21:22.996169 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "tag": "74eba21d-dbe0-4928-ab98-03294512797f", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:21:22.996487 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-565116c0-92fc-41bc-af64-56139cbd3d16 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:21:22.997647 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565116c0-92fc-41bc-af64-56139cbd3d16'] response: {'name': 'network-changed', 'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f', 'status': 'completed', 'code': 200} Apr 07 17:21:23.084402 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-95130bef-2eca-4f68-a4f8-b14fc74cec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:23.086108 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-95130bef-2eca-4f68-a4f8-b14fc74cec3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0819771 Apr 07 17:21:23.107800 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49290) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:23.141776 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-762e3f1b-76f1-40b3-9784-43ee2f9190b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74eba21d-dbe0-4928-ab98-03294512797f HTTP/1.1" status: 200 len: 217 time: 0.0440457 Apr 07 17:21:23.205716 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-bb932686-e22c-4bfc-bebe-8978a3904944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:23.213357 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-bb932686-e22c-4bfc-bebe-8978a3904944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0627129 Apr 07 17:21:23.260719 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f6fb747e-c9ac-4097-99ec-58c4bd558652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:23.300171 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-99b344e3-bd75-4776-9860-4acdfe4a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:23.301765 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-99b344e3-bd75-4776-9860-4acdfe4a12b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789497 Apr 07 17:21:23.360225 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f6fb747e-c9ac-4097-99ec-58c4bd558652 admin admin] Publish callbacks [] for security_group (19f2b416-67bd-4999-8477-025d44d6dbad), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:23.435060 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-170e3d5f-3856-4b33-85cc-2f67064583c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213727 Apr 07 17:21:23.444789 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f6fb747e-c9ac-4097-99ec-58c4bd558652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (19f2b416-67bd-4999-8477-025d44d6dbad), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:23.499850 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2208b4d-6082-4b45-ad57-db21e7e21d80 req-0e6ba7c1-1c4e-480c-9ed9-f2c5b9d9a717 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:23.507971 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2208b4d-6082-4b45-ad57-db21e7e21d80 req-0e6ba7c1-1c4e-480c-9ed9-f2c5b9d9a717 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.1659403 Apr 07 17:21:23.530110 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f6fb747e-c9ac-4097-99ec-58c4bd558652 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cde08861862241d591314e167eca69dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215851 Apr 07 17:21:23.530927 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49312) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:23.545745 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb747e-c9ac-4097-99ec-58c4bd558652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f2b416-67bd-4999-8477-025d44d6dbad,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:23.588139 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-123774f9-cdd4-422a-b0ab-362dd81a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:23.589849 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-123774f9-cdd4-422a-b0ab-362dd81a4e59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.1344748 Apr 07 17:21:23.636969 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2208b4d-6082-4b45-ad57-db21e7e21d80 req-171780fd-cb6f-4970-9983-49add56abc17 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279676 Apr 07 17:21:23.670090 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9108a00-3905-4e01-8346-043e2a52d6d0 req-1afb80f9-f2db-469a-9c72-eb448496701e service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209771 Apr 07 17:21:23.690755 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b307f33c-1de3-46fe-bacb-893c25d875af admin admin] Publish callbacks [] for security_group (19f2b416-67bd-4999-8477-025d44d6dbad), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:23.725635 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b307f33c-1de3-46fe-bacb-893c25d875af admin admin] Publish callbacks [] for security_group (19f2b416-67bd-4999-8477-025d44d6dbad), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:23.757784 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-e3564b9c-8b20-4379-9d83-a533f57783f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:23.759266 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-e3564b9c-8b20-4379-9d83-a533f57783f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1593511 Apr 07 17:21:23.850877 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b307f33c-1de3-46fe-bacb-893c25d875af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (19f2b416-67bd-4999-8477-025d44d6dbad), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:23.853717 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b307f33c-1de3-46fe-bacb-893c25d875af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:23.854878 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b307f33c-1de3-46fe-bacb-893c25d875af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19f2b416-67bd-4999-8477-025d44d6dbad HTTP/1.1" status: 204 len: 168 time: 0.3186495 Apr 07 17:21:23.868149 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307f33c-1de3-46fe-bacb-893c25d875af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f2b416-67bd-4999-8477-025d44d6dbad,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:24.072453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0ee86-55aa-4fe9-9c6e-cc3f8b570c2c req-c5f402b7-9f74-424c-968b-ce01d9286948 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:24.073799 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49a0ee86-55aa-4fe9-9c6e-cc3f8b570c2c req-c5f402b7-9f74-424c-968b-ce01d9286948 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 943 time: 0.0578730 Apr 07 17:21:24.134944 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49a0ee86-55aa-4fe9-9c6e-cc3f8b570c2c req-e568937c-9e89-49b3-86e4-1177e420fff0 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551190 Apr 07 17:21:24.381610 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49338) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:24.395489 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-61ccdbf0-eda9-47c8-92e4-8e2dcc689e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:24.486117 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-61ccdbf0-eda9-47c8-92e4-8e2dcc689e17 admin admin] Publish callbacks [] for security_group (8d5260ba-a4e9-4b24-96c6-5974955b2a20), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:24.530269 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-61ccdbf0-eda9-47c8-92e4-8e2dcc689e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (8d5260ba-a4e9-4b24-96c6-5974955b2a20), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:24.569458 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccdbf0-eda9-47c8-92e4-8e2dcc689e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5260ba-a4e9-4b24-96c6-5974955b2a20,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:24.573799 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-61ccdbf0-eda9-47c8-92e4-8e2dcc689e17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d30d2de5d247491d883d120d530ad01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907237 Apr 07 17:21:24.576563 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49346) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:24.657584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e4adfa6-4ec2-4a7c-a022-0291eb13bc60 admin admin] Publish callbacks [] for security_group (8d5260ba-a4e9-4b24-96c6-5974955b2a20), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:24.712830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e4adfa6-4ec2-4a7c-a022-0291eb13bc60 admin admin] Publish callbacks [] for security_group (8d5260ba-a4e9-4b24-96c6-5974955b2a20), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:24.796555 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581908-71e5-436e-84bb-6006a804f610 req-e721c81a-cdf0-43dc-aaf3-6d750f4eb654 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:24.798044 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7581908-71e5-436e-84bb-6006a804f610 req-e721c81a-cdf0-43dc-aaf3-6d750f4eb654 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0704885 Apr 07 17:21:24.855677 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-f27570e0-427b-4aa2-8c47-4056906eaf00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0403421 Apr 07 17:21:24.875613 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e4adfa6-4ec2-4a7c-a022-0291eb13bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (8d5260ba-a4e9-4b24-96c6-5974955b2a20), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:24.878442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e4adfa6-4ec2-4a7c-a022-0291eb13bc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:24.879590 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9e4adfa6-4ec2-4a7c-a022-0291eb13bc60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d5260ba-a4e9-4b24-96c6-5974955b2a20 HTTP/1.1" status: 204 len: 168 time: 0.3018208 Apr 07 17:21:24.890444 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7581908-71e5-436e-84bb-6006a804f610 req-88ac3dfa-2c54-481e-b859-741633a3e364 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864894 Apr 07 17:21:24.906216 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4adfa6-4ec2-4a7c-a022-0291eb13bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5260ba-a4e9-4b24-96c6-5974955b2a20,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:24.924720 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-1728d1d7-fcbd-44ed-9a82-620e5fed8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:24.926466 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-1728d1d7-fcbd-44ed-9a82-620e5fed8e2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0918791 Apr 07 17:21:24.945096 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-c9b02205-4ca3-4bc7-8a25-b5a12102f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:24.945096 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-c9b02205-4ca3-4bc7-8a25-b5a12102f393 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0723286 Apr 07 17:21:25.002583 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-da05083d-d70a-4c85-8683-1759ac29bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:25.004541 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-da05083d-d70a-4c85-8683-1759ac29bbcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493762 Apr 07 17:21:25.035675 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-f8240455-c7bd-43fa-ae46-a802901d9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:25.038429 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-f8240455-c7bd-43fa-ae46-a802901d9ede service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 912 time: 0.1027875 Apr 07 17:21:25.089017 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-68c83861-9ff2-4df4-bdc7-4e6de1b8631f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74eba21d-dbe0-4928-ab98-03294512797f HTTP/1.1" status: 200 len: 217 time: 0.0423641 Apr 07 17:21:25.120833 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-a73633a6-e862-4410-bf21-9987bbd83423 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079922 Apr 07 17:21:25.147452 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-840be9fd-0910-436d-b734-daf467bdbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:25.152557 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-840be9fd-0910-436d-b734-daf467bdbe29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0561891 Apr 07 17:21:25.269799 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e482e8b-4da4-4765-ab3a-2c89cd637668 req-8d9ce685-9e4b-4948-ac9b-5b5ce3695ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426270 Apr 07 17:21:25.326840 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-d87ec4dc-8482-4e30-8553-657f464b8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:25.328363 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-d87ec4dc-8482-4e30-8553-657f464b8fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1693356 Apr 07 17:21:25.345591 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a34d0-269f-47e2-b8a3-849875ae7a71 req-bd76bd48-f41b-41ab-9093-37d117345031 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:25.347113 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b66a34d0-269f-47e2-b8a3-849875ae7a71 req-bd76bd48-f41b-41ab-9093-37d117345031 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 943 time: 0.0871310 Apr 07 17:21:25.401280 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49380) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:25.476181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b66a34d0-269f-47e2-b8a3-849875ae7a71 req-7d936e79-778c-4587-8831-e28116a8f12e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196377 Apr 07 17:21:25.497703 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-549722e1-7751-4bc7-883e-fcc25b996461 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495848 Apr 07 17:21:25.579850 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ff37c93-4902-4178-adb0-876796a7a5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:25.619737 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a16180e-dc99-41fa-9fe8-7c1cfc9d9499 req-9c86eab4-7180-49a0-9878-01504af59705 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063843 Apr 07 17:21:25.698199 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ff37c93-4902-4178-adb0-876796a7a5f8 admin admin] Publish callbacks [] for security_group (37565d56-85bd-4c6e-8d16-9293810cc803), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:25.776134 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ff37c93-4902-4178-adb0-876796a7a5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (37565d56-85bd-4c6e-8d16-9293810cc803), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:25.816234 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7ff37c93-4902-4178-adb0-876796a7a5f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26b736eff1e84c38b559a96628b008c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096992 Apr 07 17:21:25.816968 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37c93-4902-4178-adb0-876796a7a5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37565d56-85bd-4c6e-8d16-9293810cc803,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:25.819367 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49398) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:25.877873 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16ff91d8-590e-4269-9865-11dfbaca169f admin admin] Publish callbacks [] for security_group (37565d56-85bd-4c6e-8d16-9293810cc803), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:25.900279 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16ff91d8-590e-4269-9865-11dfbaca169f admin admin] Publish callbacks [] for security_group (37565d56-85bd-4c6e-8d16-9293810cc803), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.025624 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16ff91d8-590e-4269-9865-11dfbaca169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (37565d56-85bd-4c6e-8d16-9293810cc803), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.028351 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16ff91d8-590e-4269-9865-11dfbaca169f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.029508 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-16ff91d8-590e-4269-9865-11dfbaca169f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37565d56-85bd-4c6e-8d16-9293810cc803 HTTP/1.1" status: 204 len: 168 time: 0.2086546 Apr 07 17:21:26.045562 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9c23-ba10-4ff5-8232-3bcc9ed5bd4b req-1655bd4a-7adf-47b9-a999-739139f2cf9c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:26.047073 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f0b9c23-ba10-4ff5-8232-3bcc9ed5bd4b req-1655bd4a-7adf-47b9-a999-739139f2cf9c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0664570 Apr 07 17:21:26.048013 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff91d8-590e-4269-9865-11dfbaca169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37565d56-85bd-4c6e-8d16-9293810cc803,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:26.116529 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f0b9c23-ba10-4ff5-8232-3bcc9ed5bd4b req-cfe8376e-a793-4405-8e8a-d30e86bc8058 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607758 Apr 07 17:21:26.252220 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49414) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:26.414548 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032908720-network', 'tenant_id': 'a0ccec5150854142b459ef60b0908aa5'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:26.457617 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 74eba21d-dbe0-4928-ab98-03294512797f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:21:26.521846 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Made reservation on behalf of a0ccec5150854142b459ef60b0908aa5 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:21:26.524391 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.534156 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.576823 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 74eba21d-dbe0-4928-ab98-03294512797f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74eba21d-dbe0-4928-ab98-03294512797f,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:21:26.589504 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '74eba21d-dbe0-4928-ab98-03294512797f', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'port_id': '74eba21d-dbe0-4928-ab98-03294512797f', 'mac_address': 'fa:16:3e:b8:16:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:21:26.633767 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6db48-adea-4f30-a7c2-a1f6eb695cff req-508c60a5-6ecb-4c37-b3c8-b955c32c36e2 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:26.633767 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0a6db48-adea-4f30-a7c2-a1f6eb695cff req-508c60a5-6ecb-4c37-b3c8-b955c32c36e2 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 943 time: 0.0794284 Apr 07 17:21:26.634673 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks [] for security_group (68386076-cbe8-4d89-ab86-46d90fcc2688), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.645567 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 74eba21d-dbe0-4928-ab98-03294512797f is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:26.646618 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (74eba21d-dbe0-4928-ab98-03294512797f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.663927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eba21d-dbe0-4928-ab98-03294512797f {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:21:26.696786 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 74eba21d-dbe0-4928-ab98-03294512797f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74eba21d-dbe0-4928-ab98-03294512797f,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:21:26.705606 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0a6db48-adea-4f30-a7c2-a1f6eb695cff req-3f6f8b45-8e45-4cda-adea-ae2b2ba0b2c0 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688205 Apr 07 17:21:26.741957 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (68386076-cbe8-4d89-ab86-46d90fcc2688), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.758985 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (74eba21d-dbe0-4928-ab98-03294512797f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.765314 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49430) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:26.779419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cddc8541-27cb-480d-ab0f-19082b17350f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.796609 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68386076-cbe8-4d89-ab86-46d90fcc2688,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:26.800426 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:21:26.811505 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (b8c8548a-7dfd-46b7-8fe4-adbda3df22ec), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.811852 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Added segment b8c8548a-7dfd-46b7-8fe4-adbda3df22ec of type vlan for network 87f5189b-c2bb-41a2-b07d-896f68495fa8 Apr 07 17:21:26.820043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=74eba21d-dbe0-4928-ab98-03294512797f,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:26.858324 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (87f5189b-c2bb-41a2-b07d-896f68495fa8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.873498 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cddc8541-27cb-480d-ab0f-19082b17350f admin admin] Publish callbacks [] for security_group (025554c7-156a-4f13-9b0e-9c110e13cae9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.918791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cddc8541-27cb-480d-ab0f-19082b17350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (025554c7-156a-4f13-9b0e-9c110e13cae9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.936255 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (87f5189b-c2bb-41a2-b07d-896f68495fa8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.936977 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:26.937558 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:26.957045 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc8541-27cb-480d-ab0f-19082b17350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025554c7-156a-4f13-9b0e-9c110e13cae9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:26.962714 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cddc8541-27cb-480d-ab0f-19082b17350f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bec0d93556c44240b82ce15adef4cb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961193 Apr 07 17:21:26.965960 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49434) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:27.019187 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] Pushing event updated for resources: {'Network': ['ID=87f5189b-c2bb-41a2-b07d-896f68495fa8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:27.034460 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d038d89-458f-4343-99a5-de0d1034f47b admin admin] Publish callbacks [] for security_group (025554c7-156a-4f13-9b0e-9c110e13cae9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:27.035604 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 87f5189b-c2bb-41a2-b07d-896f68495fa8 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:21:27.056980 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d038d89-458f-4343-99a5-de0d1034f47b admin admin] Publish callbacks [] for security_group (025554c7-156a-4f13-9b0e-9c110e13cae9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:27.086714 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['74eba21d-dbe0-4928-ab98-03294512797f'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:21:27.098739 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f12e6c23-f827-42ab-b28a-dd4b32ef45a4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8453171 Apr 07 17:21:27.102671 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49438) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:27.107535 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Request body: {'subnet': {'network_id': '87f5189b-c2bb-41a2-b07d-896f68495fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032908720-subnet', 'tenant_id': 'a0ccec5150854142b459ef60b0908aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:27.238169 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3c6bd-3283-422f-8e35-e89d1c4a01ca req-4309ef58-4489-4818-bb4f-dcc6a8a7b974 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:27.240500 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9e3c6bd-3283-422f-8e35-e89d1c4a01ca req-4309ef58-4489-4818-bb4f-dcc6a8a7b974 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0528524 Apr 07 17:21:27.241927 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d038d89-458f-4343-99a5-de0d1034f47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (025554c7-156a-4f13-9b0e-9c110e13cae9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:27.244491 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d038d89-458f-4343-99a5-de0d1034f47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:27.245542 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7d038d89-458f-4343-99a5-de0d1034f47b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/025554c7-156a-4f13-9b0e-9c110e13cae9 HTTP/1.1" status: 204 len: 168 time: 0.2789750 Apr 07 17:21:27.248041 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Made reservation on behalf of a0ccec5150854142b459ef60b0908aa5 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:21:27.250606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:27.269781 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d038d89-458f-4343-99a5-de0d1034f47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025554c7-156a-4f13-9b0e-9c110e13cae9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:27.370724 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9e3c6bd-3283-422f-8e35-e89d1c4a01ca req-67d2d9cb-ea98-4fdb-8588-bcaa901cabc5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018360 Apr 07 17:21:27.541680 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (ddb42ab3-96f6-4c70-9340-75f16876f569), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:27.598283 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb42ab3-96f6-4c70-9340-75f16876f569,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:27.609130 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Checking segment: {'id': 'b8c8548a-7dfd-46b7-8fe4-adbda3df22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87f5189b-c2bb-41a2-b07d-896f68495fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:21:27.609508 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Network hostable DHCP agents. Network: 87f5189b-c2bb-41a2-b07d-896f68495fa8, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:21:27.701796 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Network 87f5189b-c2bb-41a2-b07d-896f68495fa8 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:21:27.793687 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 87f5189b-c2bb-41a2-b07d-896f68495fa8) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:27.806244 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7786805d-4ef8-4e83-979b-d4eaabbcac3c None None] Network 87f5189b-c2bb-41a2-b07d-896f68495fa8 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:21:27.815789 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:27.816375 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:27.858638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965ea70-f1f7-40ff-9d3e-ac5217d0a3a0 req-88e0abcf-3f6d-4e7a-9aab-7322d675f8b3 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:27.860611 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0965ea70-f1f7-40ff-9d3e-ac5217d0a3a0 req-88e0abcf-3f6d-4e7a-9aab-7322d675f8b3 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 944 time: 0.0791774 Apr 07 17:21:27.921405 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0965ea70-f1f7-40ff-9d3e-ac5217d0a3a0 req-5e953665-f5a2-4bd2-b80a-b26ec784b5e0 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510559 Apr 07 17:21:27.926371 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e878a15d-6f4d-4e1d-b377-737f7ebc7c9f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8226423 Apr 07 17:21:28.065521 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2cd11-2b9c-4a6d-921e-22e68d13993c None None] Network 87f5189b-c2bb-41a2-b07d-896f68495fa8 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:21:28.517438 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111c06-fc80-4afd-a636-61a6ba1664ef req-32517f16-c26e-491a-898c-fe9e3268caf0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:28.517438 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f111c06-fc80-4afd-a636-61a6ba1664ef req-32517f16-c26e-491a-898c-fe9e3268caf0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0608656 Apr 07 17:21:28.566282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f111c06-fc80-4afd-a636-61a6ba1664ef req-65e50449-e73c-4ee1-bcd8-26699f878688 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Apr 07 17:21:29.049565 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491070e-9e55-4da8-934e-cba30ec41e66 req-333db09a-135d-4455-b68e-1085e1364a42 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:29.051051 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9491070e-9e55-4da8-934e-cba30ec41e66 req-333db09a-135d-4455-b68e-1085e1364a42 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 944 time: 0.0543559 Apr 07 17:21:29.102681 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9491070e-9e55-4da8-934e-cba30ec41e66 req-ba6ec607-9f63-46aa-91e0-3c5cd1388dca tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459771 Apr 07 17:21:29.103214 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49514) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:29.114483 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2072184157-network', 'tenant_id': '76b13f1e23a445be88502f5c966f1def'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:29.221867 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Made reservation on behalf of 76b13f1e23a445be88502f5c966f1def for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:21:29.225529 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.234139 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.311031 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks [] for security_group (d2d28bd9-baad-49af-b4e0-fec25567c914), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.370428 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d2d28bd9-baad-49af-b4e0-fec25567c914), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.395602 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:21:29.405085 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d28bd9-baad-49af-b4e0-fec25567c914,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:29.411568 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (15613f9f-8c68-4142-a529-195ffd3621be), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.411916 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Added segment 15613f9f-8c68-4142-a529-195ffd3621be of type vlan for network 18755145-b7b7-4def-89e9-91dc7dd881e1 Apr 07 17:21:29.456170 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (18755145-b7b7-4def-89e9-91dc7dd881e1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.554164 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (18755145-b7b7-4def-89e9-91dc7dd881e1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.555187 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:29.555770 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:29.618413 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] Pushing event updated for resources: {'Network': ['ID=18755145-b7b7-4def-89e9-91dc7dd881e1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:29.629046 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 18755145-b7b7-4def-89e9-91dc7dd881e1 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:21:29.665330 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6a97a9d6-a976-4847-9774-f7f7d895c118 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5609815 Apr 07 17:21:29.668400 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49532) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:29.679881 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Request body: {'subnet': {'network_id': '18755145-b7b7-4def-89e9-91dc7dd881e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2072184157-subnet', 'tenant_id': '76b13f1e23a445be88502f5c966f1def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:29.704141 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325603a-6860-4567-9266-fd2f6b84ad9e req-efad7b54-8b10-4808-b1fc-df986826089a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:29.705790 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3325603a-6860-4567-9266-fd2f6b84ad9e req-efad7b54-8b10-4808-b1fc-df986826089a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0705671 Apr 07 17:21:29.755593 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3325603a-6860-4567-9266-fd2f6b84ad9e req-f329effa-e1fa-4212-add1-eaac5cc7a3cd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Apr 07 17:21:29.781338 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Made reservation on behalf of 76b13f1e23a445be88502f5c966f1def for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:21:29.783706 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:30.016439 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (532caea7-7943-4e7c-b4d8-7f088ffe3604), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:30.078524 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=532caea7-7943-4e7c-b4d8-7f088ffe3604,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:30.082799 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Checking segment: {'id': '15613f9f-8c68-4142-a529-195ffd3621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '18755145-b7b7-4def-89e9-91dc7dd881e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:21:30.083910 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Network hostable DHCP agents. Network: 18755145-b7b7-4def-89e9-91dc7dd881e1, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:21:30.168181 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Network 18755145-b7b7-4def-89e9-91dc7dd881e1 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:21:30.240317 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 18755145-b7b7-4def-89e9-91dc7dd881e1) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:21:30.255465 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b27bae-6db7-44aa-9bca-46f5cff2402b req-99fa2f58-44eb-45f6-b1f1-e1adbc788d89 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:30.255465 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20b27bae-6db7-44aa-9bca-46f5cff2402b req-99fa2f58-44eb-45f6-b1f1-e1adbc788d89 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 944 time: 0.0539563 Apr 07 17:21:30.256086 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:30.256196 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:30.283748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d62721-e098-4c22-8e0f-00150121ed35 None None] Network 18755145-b7b7-4def-89e9-91dc7dd881e1 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:21:30.306447 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20b27bae-6db7-44aa-9bca-46f5cff2402b req-cafa076f-f77a-497a-b8d4-40ef1ac8a56a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466218 Apr 07 17:21:30.341972 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a64d824f-f5cc-4046-8fb9-6231b5498bef admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6641033 Apr 07 17:21:30.429988 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24ff05-b143-4cfa-9876-e29826400baa None None] Network 18755145-b7b7-4def-89e9-91dc7dd881e1 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:21:30.670500 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 74eba21d-dbe0-4928-ab98-03294512797f up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:21:30.799036 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 74eba21d-dbe0-4928-ab98-03294512797f completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:21:30.804276 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 74eba21d-dbe0-4928-ab98-03294512797f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:21:30.804732 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (74eba21d-dbe0-4928-ab98-03294512797f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:30.843328 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aac926c8-bd5b-4511-83af-5c522a1a9176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:30.886693 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a02d15-2c4e-478a-8649-528ded905531 req-66bb0877-6071-4f2e-9090-ff1688890bb3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:30.888164 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43a02d15-2c4e-478a-8649-528ded905531 req-66bb0877-6071-4f2e-9090-ff1688890bb3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0653560 Apr 07 17:21:30.903045 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 74eba21d-dbe0-4928-ab98-03294512797f is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:21:30.903485 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (74eba21d-dbe0-4928-ab98-03294512797f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:30.928156 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:21:30.930487 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1deae10-23fd-47e8-8927-bdd90e6da9c9" -d '{"events": [{"server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "name": "network-vif-plugged", "status": "completed", "tag": "74eba21d-dbe0-4928-ab98-03294512797f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:21:30.936377 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43a02d15-2c4e-478a-8649-528ded905531 req-b062f5a3-9614-4ae6-86cd-e9306ea789cf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Apr 07 17:21:30.946170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 74eba21d-dbe0-4928-ab98-03294512797f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74eba21d-dbe0-4928-ab98-03294512797f,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:21:30.967342 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7799141a-1d37-4662-b67b-c7af1d8dc802 x-openstack-request-id: req-7799141a-1d37-4662-b67b-c7af1d8dc802 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:21:30.967670 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "name": "network-vif-plugged", "status": "completed", "tag": "74eba21d-dbe0-4928-ab98-03294512797f", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:21:30.967917 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7799141a-1d37-4662-b67b-c7af1d8dc802 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:21:30.968308 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7799141a-1d37-4662-b67b-c7af1d8dc802'] response: {'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f', 'code': 200} Apr 07 17:21:31.056100 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (74eba21d-dbe0-4928-ab98-03294512797f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:31.104836 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=74eba21d-dbe0-4928-ab98-03294512797f,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:31.352879 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126842c-43d7-4cd6-ad22-62dbf543ae19 req-4260cbc0-7c8d-429d-9bcd-baf03d14829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:31.354695 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1126842c-43d7-4cd6-ad22-62dbf543ae19 req-4260cbc0-7c8d-429d-9bcd-baf03d14829c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0492909 Apr 07 17:21:31.436109 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1126842c-43d7-4cd6-ad22-62dbf543ae19 req-da0d361e-c9dd-44fb-b47d-f0140e0642b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743911 Apr 07 17:21:31.459592 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974754e3-cb50-44ef-b9af-9c382e500938 req-f8012d35-91c6-46ba-bf66-7933e77c9a89 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:31.462663 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-974754e3-cb50-44ef-b9af-9c382e500938 req-f8012d35-91c6-46ba-bf66-7933e77c9a89 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0693412 Apr 07 17:21:31.512408 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-974754e3-cb50-44ef-b9af-9c382e500938 req-9f29a729-49e9-4437-a1ba-aa4dbefa7756 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451479 Apr 07 17:21:32.058950 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832d96-37a1-4aae-8782-5e61a39206bd req-06380c94-b50d-4d8e-a844-1f2f915c95bf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:32.060418 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57832d96-37a1-4aae-8782-5e61a39206bd req-06380c94-b50d-4d8e-a844-1f2f915c95bf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0524538 Apr 07 17:21:32.110131 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57832d96-37a1-4aae-8782-5e61a39206bd req-190072b6-427f-4360-ba07-024ab77fae66 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 Apr 07 17:21:32.654149 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323e86-1962-416e-a899-93c61bff0fdf req-0a5ef97b-f889-453b-9f37-540a3df730f9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:32.655708 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03323e86-1962-416e-a899-93c61bff0fdf req-0a5ef97b-f889-453b-9f37-540a3df730f9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0667224 Apr 07 17:21:32.732635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03323e86-1962-416e-a899-93c61bff0fdf req-d742eb34-8704-4b17-a3e7-bfd861927400 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688050 Apr 07 17:21:33.238473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ccddb-2480-403c-8326-fe14429fee47 req-3aae967a-0524-4ea6-bf45-3a21e5c13b14 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:33.240644 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a87ccddb-2480-403c-8326-fe14429fee47 req-3aae967a-0524-4ea6-bf45-3a21e5c13b14 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0524182 Apr 07 17:21:33.259274 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f70e7a3b-07ea-499c-8262-9d7fd7977499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:33.296030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a87ccddb-2480-403c-8326-fe14429fee47 req-d12d48f3-79eb-4814-a1ca-de715b98302b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 Apr 07 17:21:33.861585 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3b5d9-d1cf-449b-bf46-f41d2e74e541 req-58962882-f056-43e4-a1cd-b34efa7c282a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:33.865644 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acf3b5d9-d1cf-449b-bf46-f41d2e74e541 req-58962882-f056-43e4-a1cd-b34efa7c282a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0605352 Apr 07 17:21:33.919110 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acf3b5d9-d1cf-449b-bf46-f41d2e74e541 req-82bcd8b7-2ee9-491d-b8c7-4561f2e61135 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494251 Apr 07 17:21:34.037174 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbc463-4004-481e-80d9-b9cb8b23adc7 req-d498b696-1758-4e63-a07c-bc48b30c042c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:34.038567 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04bbc463-4004-481e-80d9-b9cb8b23adc7 req-d498b696-1758-4e63-a07c-bc48b30c042c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0554543 Apr 07 17:21:34.047378 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49660) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:34.052679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'floatingip': {'port_id': '74eba21d-dbe0-4928-ab98-03294512797f'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:21:34.126491 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (00beb076-f1ae-4e30-8f8a-8dc14d3603d7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:34.410177 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:34.590226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ea01-9603-4053-b54c-045fd569b882 req-01fbcd6d-788e-4952-949b-1bac134353c5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:34.591681 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e00ea01-9603-4053-b54c-045fd569b882 req-01fbcd6d-788e-4952-949b-1bac134353c5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.1079979 Apr 07 17:21:34.776092 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e00ea01-9603-4053-b54c-045fd569b882 req-3a67fd28-66a9-4617-b8b5-39367a8ecf7f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755378 Apr 07 17:21:34.951595 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:21:34.994714 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.db.resource_extend [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 17:21:35.073666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.166265 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (00beb076-f1ae-4e30-8f8a-8dc14d3603d7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.271460 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Floating IP 00beb076-f1ae-4e30-8f8a-8dc14d3603d7 associated. External IP: 172.27.0.78, port: 74eba21d-dbe0-4928-ab98-03294512797f. Apr 07 17:21:35.387560 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49712) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:35.482578 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:21:35.496082 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-26b0105b-df5a-4663-91ec-52778bfe91c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.576397 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-26b0105b-df5a-4663-91ec-52778bfe91c6 admin admin] Publish callbacks [] for security_group (e334ffb4-c39d-419b-8bbb-a088e6551bcd), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.599847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:21:35.604433 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.610435 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.611103 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] Sync routers for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:21:35.621242 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:21:35.622086 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:21:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:35.635867 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3374a898-a4d9-4022-8c25-0293b4779dfa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "PUT /v2.0/floatingips/00beb076-f1ae-4e30-8f8a-8dc14d3603d7 HTTP/1.1" status: 200 len: 990 time: 1.5873237 Apr 07 17:21:35.636642 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:21:35.639163 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d03eeed-7525-45b1-a1c8-4594275a1072" -d '{"events": [{"name": "network-changed", "server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "tag": "74eba21d-dbe0-4928-ab98-03294512797f"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:21:35.639380 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-26b0105b-df5a-4663-91ec-52778bfe91c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (e334ffb4-c39d-419b-8bbb-a088e6551bcd), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.678008 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0105b-df5a-4663-91ec-52778bfe91c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334ffb4-c39d-419b-8bbb-a088e6551bcd,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:35.681858 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd90475b-6e03-4323-a9b0-be53eb6e7337 x-openstack-request-id: req-fd90475b-6e03-4323-a9b0-be53eb6e7337 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:21:35.682161 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "tag": "74eba21d-dbe0-4928-ab98-03294512797f", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:21:35.682456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd90475b-6e03-4323-a9b0-be53eb6e7337 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:21:35.682848 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd90475b-6e03-4323-a9b0-be53eb6e7337'] response: {'name': 'network-changed', 'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f', 'status': 'completed', 'code': 200} Apr 07 17:21:35.699308 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-26b0105b-df5a-4663-91ec-52778bfe91c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d9e62b1d655477a8d6baf60c8723681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106751 Apr 07 17:21:35.702012 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49720) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:35.756975 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:21:35.757931 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-04366f90-524a-4f12-b96b-505777ed7590 admin admin] Publish callbacks [] for security_group (e334ffb4-c39d-419b-8bbb-a088e6551bcd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.759914 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-5b7731ef-3418-46f4-b9f6-3495aa6efd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:35.761433 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-5b7731ef-3418-46f4-b9f6-3495aa6efd7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0521762 Apr 07 17:21:35.781566 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-04366f90-524a-4f12-b96b-505777ed7590 admin admin] Publish callbacks [] for security_group (e334ffb4-c39d-419b-8bbb-a088e6551bcd), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.913294 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-04366f90-524a-4f12-b96b-505777ed7590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (e334ffb4-c39d-419b-8bbb-a088e6551bcd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.916169 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-04366f90-524a-4f12-b96b-505777ed7590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:35.916812 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-b846b93e-881f-47f2-bf21-9cb09dec6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:35.917488 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-04366f90-524a-4f12-b96b-505777ed7590 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e334ffb4-c39d-419b-8bbb-a088e6551bcd HTTP/1.1" status: 204 len: 168 time: 0.2144816 Apr 07 17:21:35.918646 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-b846b93e-881f-47f2-bf21-9cb09dec6dce service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 912 time: 0.1480584 Apr 07 17:21:35.929347 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04366f90-524a-4f12-b96b-505777ed7590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334ffb4-c39d-419b-8bbb-a088e6551bcd,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:35.932282 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebdc71-401c-4c30-bef1-8bca965bc3ef req-b16f11b9-6ab3-434f-a7ec-d6e3377231bf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:35.935175 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d1ebdc71-401c-4c30-bef1-8bca965bc3ef req-b16f11b9-6ab3-434f-a7ec-d6e3377231bf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0857596 Apr 07 17:21:36.034313 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '00beb076-f1ae-4e30-8f8a-8dc14d3603d7', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'port_id': '74eba21d-dbe0-4928-ab98-03294512797f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'mac_address': 'fa:16:3e:b8:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:21:11Z', 'updated_at': '2022-04-07T17:21:34Z', 'revision_number': 1, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:36.062071 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] Checking router: 944e437e-b8a4-4020-8f1e-a85e2e6827e9 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:21:36.071437 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:21:36.072098 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:21:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:36.198662 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:21:36.276155 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d1ebdc71-401c-4c30-bef1-8bca965bc3ef req-4d657eb6-9566-48c6-8670-9d9223f36cd0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350689 Apr 07 17:21:36.314348 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-6123e18c-8768-4878-83a0-bbb609b7684d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74eba21d-dbe0-4928-ab98-03294512797f HTTP/1.1" status: 200 len: 998 time: 0.3795455 Apr 07 17:21:36.374573 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-fc0e9424-4bac-4e45-9517-dcd8efb35cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:36.376034 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-fc0e9424-4bac-4e45-9517-dcd8efb35cba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0529900 Apr 07 17:21:36.439024 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-f472d52a-0ede-46ae-8c86-a6ed3b690a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:36.441405 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-f472d52a-0ede-46ae-8c86-a6ed3b690a56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517187 Apr 07 17:21:36.494711 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '00beb076-f1ae-4e30-8f8a-8dc14d3603d7', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'port_id': '74eba21d-dbe0-4928-ab98-03294512797f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'mac_address': 'fa:16:3e:b8:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:21:11Z', 'updated_at': '2022-04-07T17:21:34Z', 'revision_number': 1, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:21:36.523552 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6250a0-4cbb-4b08-947b-dfe5e72b2c65 None None] The sync data for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi is: [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '00beb076-f1ae-4e30-8f8a-8dc14d3603d7', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'port_id': '74eba21d-dbe0-4928-ab98-03294512797f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'mac_address': 'fa:16:3e:b8:16:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:21:11Z', 'updated_at': '2022-04-07T17:21:34Z', 'revision_number': 1, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:21:36.558718 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-54f0b710-826b-42e7-a447-b629a6626101 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079688 Apr 07 17:21:36.690501 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d03eeed-7525-45b1-a1c8-4594275a1072 req-5f4f586c-8461-4149-823a-40a20cb59ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235998 Apr 07 17:21:36.789502 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88195d72-2007-4a8d-9b4b-26567de7d379 None None] New status for floating IP 00beb076-f1ae-4e30-8f8a-8dc14d3603d7: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:21:36.829380 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49788) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:36.842285 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d9df148-370c-450e-81b1-7615c74569f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:36.921746 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d9df148-370c-450e-81b1-7615c74569f9 admin admin] Publish callbacks [] for security_group (6e492323-ca91-454e-9080-5e1e13c180fc), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.027614 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d9df148-370c-450e-81b1-7615c74569f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6e492323-ca91-454e-9080-5e1e13c180fc), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.064272 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5d9df148-370c-450e-81b1-7615c74569f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad0d75862d0b46e3a30ea46772745b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338047 Apr 07 17:21:37.067932 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49792) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:37.075221 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9df148-370c-450e-81b1-7615c74569f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e492323-ca91-454e-9080-5e1e13c180fc,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:37.092032 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49794) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:37.142333 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd12cf7f-ec8c-4884-86f1-248366b10495 admin admin] Publish callbacks [] for security_group (6e492323-ca91-454e-9080-5e1e13c180fc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.148676 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.166522 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd12cf7f-ec8c-4884-86f1-248366b10495 admin admin] Publish callbacks [] for security_group (6e492323-ca91-454e-9080-5e1e13c180fc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.228937 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-976b40c5-0048-42e1-bd3f-a1ce46f9a8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.268439 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd12cf7f-ec8c-4884-86f1-248366b10495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6e492323-ca91-454e-9080-5e1e13c180fc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.273246 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cd12cf7f-ec8c-4884-86f1-248366b10495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.275711 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cd12cf7f-ec8c-4884-86f1-248366b10495 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e492323-ca91-454e-9080-5e1e13c180fc HTTP/1.1" status: 204 len: 168 time: 0.2050436 Apr 07 17:21:37.288248 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12cf7f-ec8c-4884-86f1-248366b10495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e492323-ca91-454e-9080-5e1e13c180fc,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:37.354044 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-976b40c5-0048-42e1-bd3f-a1ce46f9a8f6 admin admin] Publish callbacks [] for security_group (9144e97e-e290-44b0-8e82-7ff4b4446597), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.413098 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efc049-d6c4-4ceb-9e09-704eb2a3ca4e req-aa58953c-2192-48fc-a69a-011c6f5c86da tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:37.414755 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36efc049-d6c4-4ceb-9e09-704eb2a3ca4e req-aa58953c-2192-48fc-a69a-011c6f5c86da tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0540917 Apr 07 17:21:37.444593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-976b40c5-0048-42e1-bd3f-a1ce46f9a8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9144e97e-e290-44b0-8e82-7ff4b4446597), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.463567 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36efc049-d6c4-4ceb-9e09-704eb2a3ca4e req-b6a574c5-4365-4d96-a417-6d4835433b43 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Apr 07 17:21:37.487323 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-976b40c5-0048-42e1-bd3f-a1ce46f9a8f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eee02fa5e9314ba6803fbde1617bee7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940790 Apr 07 17:21:37.488672 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b40c5-0048-42e1-bd3f-a1ce46f9a8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9144e97e-e290-44b0-8e82-7ff4b4446597,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:37.490030 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49808) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:37.544666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f416613f-d960-495a-954b-f6499b6188b6 admin admin] Publish callbacks [] for security_group (9144e97e-e290-44b0-8e82-7ff4b4446597), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.566247 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f416613f-d960-495a-954b-f6499b6188b6 admin admin] Publish callbacks [] for security_group (9144e97e-e290-44b0-8e82-7ff4b4446597), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.695557 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f416613f-d960-495a-954b-f6499b6188b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9144e97e-e290-44b0-8e82-7ff4b4446597), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.695557 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f416613f-d960-495a-954b-f6499b6188b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:37.697457 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f416613f-d960-495a-954b-f6499b6188b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9144e97e-e290-44b0-8e82-7ff4b4446597 HTTP/1.1" status: 204 len: 168 time: 0.2063043 Apr 07 17:21:37.705362 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416613f-d960-495a-954b-f6499b6188b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144e97e-e290-44b0-8e82-7ff4b4446597,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:38.438816 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49860) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:38.454043 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a1529e90-a516-4c3e-9fac-b3a9d1e0c47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:38.558214 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a1529e90-a516-4c3e-9fac-b3a9d1e0c47a admin admin] Publish callbacks [] for security_group (4cc30c95-08d0-4b96-b510-97a0b4da5580), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:38.605926 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51886fd8-9299-409e-90c9-4d1f6cd80f8b req-c966e8f1-708e-4afd-83a7-c816472f9912 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:38.607417 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51886fd8-9299-409e-90c9-4d1f6cd80f8b req-c966e8f1-708e-4afd-83a7-c816472f9912 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0571234 Apr 07 17:21:38.653415 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a1529e90-a516-4c3e-9fac-b3a9d1e0c47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4cc30c95-08d0-4b96-b510-97a0b4da5580), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:38.656733 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51886fd8-9299-409e-90c9-4d1f6cd80f8b req-5445a43c-8551-4f3f-bcdf-2744f6648b95 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Apr 07 17:21:38.691905 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1529e90-a516-4c3e-9fac-b3a9d1e0c47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc30c95-08d0-4b96-b510-97a0b4da5580,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:38.696148 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a1529e90-a516-4c3e-9fac-b3a9d1e0c47a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=963cec038fdd4545b51147ae767f7fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567608 Apr 07 17:21:38.698772 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49866) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:38.746887 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-61c174af-8405-45b3-b310-b6954f331b29 admin admin] Publish callbacks [] for security_group (4cc30c95-08d0-4b96-b510-97a0b4da5580), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:38.772685 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-61c174af-8405-45b3-b310-b6954f331b29 admin admin] Publish callbacks [] for security_group (4cc30c95-08d0-4b96-b510-97a0b4da5580), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:38.873476 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-61c174af-8405-45b3-b310-b6954f331b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4cc30c95-08d0-4b96-b510-97a0b4da5580), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:38.876750 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-61c174af-8405-45b3-b310-b6954f331b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:38.881073 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-61c174af-8405-45b3-b310-b6954f331b29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cc30c95-08d0-4b96-b510-97a0b4da5580 HTTP/1.1" status: 204 len: 168 time: 0.1785302 Apr 07 17:21:38.891014 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c174af-8405-45b3-b310-b6954f331b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc30c95-08d0-4b96-b510-97a0b4da5580,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:39.739467 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49910) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:39.776694 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae98728a-bec2-4208-9ee9-302541b9cba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:39.815773 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2e21-b383-43d3-a288-814b8806b478 req-8599c2b2-cecb-484c-aaae-ce3d17a6fdec tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:39.818886 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3ea2e21-b383-43d3-a288-814b8806b478 req-8599c2b2-cecb-484c-aaae-ce3d17a6fdec tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0897357 Apr 07 17:21:39.895911 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3ea2e21-b383-43d3-a288-814b8806b478 req-f2f5c72c-f61c-453c-9e50-4b6934cb6bd1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725939 Apr 07 17:21:39.917082 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae98728a-bec2-4208-9ee9-302541b9cba1 admin admin] Publish callbacks [] for security_group (5d2ff42a-87e1-468d-b88d-7d7b71c50ece), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:40.027007 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae98728a-bec2-4208-9ee9-302541b9cba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5d2ff42a-87e1-468d-b88d-7d7b71c50ece), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:40.066371 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ae98728a-bec2-4208-9ee9-302541b9cba1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60798afde9ee4acba94254bae4aad207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257837 Apr 07 17:21:40.067267 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98728a-bec2-4208-9ee9-302541b9cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ff42a-87e1-468d-b88d-7d7b71c50ece,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:40.070029 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49918) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:40.121278 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abd58544-ec33-4670-b42b-cd785af68152 admin admin] Publish callbacks [] for security_group (5d2ff42a-87e1-468d-b88d-7d7b71c50ece), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:40.153911 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abd58544-ec33-4670-b42b-cd785af68152 admin admin] Publish callbacks [] for security_group (5d2ff42a-87e1-468d-b88d-7d7b71c50ece), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:40.278996 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abd58544-ec33-4670-b42b-cd785af68152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5d2ff42a-87e1-468d-b88d-7d7b71c50ece), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:40.281883 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abd58544-ec33-4670-b42b-cd785af68152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:40.283244 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-abd58544-ec33-4670-b42b-cd785af68152 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d2ff42a-87e1-468d-b88d-7d7b71c50ece HTTP/1.1" status: 204 len: 168 time: 0.2117553 Apr 07 17:21:40.293497 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd58544-ec33-4670-b42b-cd785af68152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ff42a-87e1-468d-b88d-7d7b71c50ece,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:41.026974 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1a35b-2906-4e0a-a7d8-b4665ff287aa req-c071f174-917b-40df-8b2f-142edca27222 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:41.029232 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77b1a35b-2906-4e0a-a7d8-b4665ff287aa req-c071f174-917b-40df-8b2f-142edca27222 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0620699 Apr 07 17:21:41.081628 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 49978) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:41.091882 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77b1a35b-2906-4e0a-a7d8-b4665ff287aa req-41997f74-0121-413e-8e2b-bc8d0972f164 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553558 Apr 07 17:21:41.213924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-753798eb-b864-47ae-89fe-1df0e2d99809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:41.321897 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-753798eb-b864-47ae-89fe-1df0e2d99809 admin admin] Publish callbacks [] for security_group (14ce29cc-ee2b-4ecf-aa87-d6110d149f84), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:41.382057 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-753798eb-b864-47ae-89fe-1df0e2d99809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (14ce29cc-ee2b-4ecf-aa87-d6110d149f84), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:41.424953 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-753798eb-b864-47ae-89fe-1df0e2d99809 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f41e6d2685b4e5797efac4ab353527a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381555 Apr 07 17:21:41.425218 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 49998) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:41.427979 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753798eb-b864-47ae-89fe-1df0e2d99809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ce29cc-ee2b-4ecf-aa87-d6110d149f84,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:41.481233 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edefca98-273e-4fe9-81dd-0bdf5e4fbc58 admin admin] Publish callbacks [] for security_group (14ce29cc-ee2b-4ecf-aa87-d6110d149f84), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:41.507206 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edefca98-273e-4fe9-81dd-0bdf5e4fbc58 admin admin] Publish callbacks [] for security_group (14ce29cc-ee2b-4ecf-aa87-d6110d149f84), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:41.639658 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edefca98-273e-4fe9-81dd-0bdf5e4fbc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (14ce29cc-ee2b-4ecf-aa87-d6110d149f84), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:41.643029 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edefca98-273e-4fe9-81dd-0bdf5e4fbc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:41.644146 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-edefca98-273e-4fe9-81dd-0bdf5e4fbc58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14ce29cc-ee2b-4ecf-aa87-d6110d149f84 HTTP/1.1" status: 204 len: 168 time: 0.2179813 Apr 07 17:21:41.653617 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefca98-273e-4fe9-81dd-0bdf5e4fbc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ce29cc-ee2b-4ecf-aa87-d6110d149f84,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:42.221361 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec48943-2b6f-4453-9eab-4a366566087c req-e638c3c0-d859-49f4-8024-11ca7cdc7511 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:42.223133 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ec48943-2b6f-4453-9eab-4a366566087c req-e638c3c0-d859-49f4-8024-11ca7cdc7511 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0538242 Apr 07 17:21:42.270771 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ec48943-2b6f-4453-9eab-4a366566087c req-d0bbd3bc-a1aa-433d-b3df-122a93905d87 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 Apr 07 17:21:42.442283 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 50026) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:42.456866 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-223f01ab-697d-4ca4-b6ff-ec3e00eebe10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:42.541849 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-223f01ab-697d-4ca4-b6ff-ec3e00eebe10 admin admin] Publish callbacks [] for security_group (223c35fd-3132-4f39-9457-ea9421296185), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:42.673070 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-223f01ab-697d-4ca4-b6ff-ec3e00eebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (223c35fd-3132-4f39-9457-ea9421296185), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:42.711910 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-223f01ab-697d-4ca4-b6ff-ec3e00eebe10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9782f6bb4f0f47bc97d8d715aa992ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675850 Apr 07 17:21:42.712737 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f01ab-697d-4ca4-b6ff-ec3e00eebe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223c35fd-3132-4f39-9457-ea9421296185,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:42.714597 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50030) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:42.768614 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cb82257c-68bd-41e3-9de4-79ec5a0b5fcc admin admin] Publish callbacks [] for security_group (223c35fd-3132-4f39-9457-ea9421296185), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:42.791847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cb82257c-68bd-41e3-9de4-79ec5a0b5fcc admin admin] Publish callbacks [] for security_group (223c35fd-3132-4f39-9457-ea9421296185), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:42.907508 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cb82257c-68bd-41e3-9de4-79ec5a0b5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (223c35fd-3132-4f39-9457-ea9421296185), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:42.910296 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cb82257c-68bd-41e3-9de4-79ec5a0b5fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:42.914456 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cb82257c-68bd-41e3-9de4-79ec5a0b5fcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/223c35fd-3132-4f39-9457-ea9421296185 HTTP/1.1" status: 204 len: 168 time: 0.1987121 Apr 07 17:21:42.922360 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82257c-68bd-41e3-9de4-79ec5a0b5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223c35fd-3132-4f39-9457-ea9421296185,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:43.108877 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3a314-bc5d-4f7f-8e5b-ac65154db7bb req-4b5392b6-6151-4b1d-a4c8-8856de8cee36 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:43.110385 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fac3a314-bc5d-4f7f-8e5b-ac65154db7bb req-4b5392b6-6151-4b1d-a4c8-8856de8cee36 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0534253 Apr 07 17:21:43.161681 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fac3a314-bc5d-4f7f-8e5b-ac65154db7bb req-9bcb65d7-7049-45b8-b85d-7f3254436415 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Apr 07 17:21:43.392313 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80fdfd-8506-49a0-87df-eb720a2297a1 req-a08bf8fb-f964-4688-8932-c3b0064ddd58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:43.393828 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e80fdfd-8506-49a0-87df-eb720a2297a1 req-a08bf8fb-f964-4688-8932-c3b0064ddd58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0531931 Apr 07 17:21:43.453296 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e80fdfd-8506-49a0-87df-eb720a2297a1 req-b93677eb-fbc7-4c0b-a6e7-04a0d434c3e5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520551 Apr 07 17:21:44.287174 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178725-af6c-4028-9af8-e35521c4811a req-257f629f-f3eb-46e6-aa18-75bc8d86cfcf tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:44.288885 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9f178725-af6c-4028-9af8-e35521c4811a req-257f629f-f3eb-46e6-aa18-75bc8d86cfcf tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0539885 Apr 07 17:21:44.336320 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9f178725-af6c-4028-9af8-e35521c4811a req-7e9253b4-9ffd-41a9-ac09-25d52fff2b4e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Apr 07 17:21:44.491597 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 50090) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:44.601400 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f7643-8120-4495-967b-a94da32381ee req-96b61fd6-2291-43de-8d86-8db42c02fa1f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:44.602981 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e69f7643-8120-4495-967b-a94da32381ee req-96b61fd6-2291-43de-8d86-8db42c02fa1f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0567076 Apr 07 17:21:44.625424 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71a88e78-355a-477e-b5d3-0abc397add36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:44.661299 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e69f7643-8120-4495-967b-a94da32381ee req-e36e4947-017f-416d-8145-463e9684abe7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524056 Apr 07 17:21:44.714282 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71a88e78-355a-477e-b5d3-0abc397add36 admin admin] Publish callbacks [] for security_group (6953581d-4687-4e12-832c-cb132987f3ea), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:44.725990 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507cf5f-c761-42bc-9956-e34c35a46560 req-584e8c12-5325-40cc-9348-2b933155f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:44.727499 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a507cf5f-c761-42bc-9956-e34c35a46560 req-584e8c12-5325-40cc-9348-2b933155f782 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0533998 Apr 07 17:21:44.773212 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a507cf5f-c761-42bc-9956-e34c35a46560 req-3982b669-f41c-478f-a9dc-01be377202fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Apr 07 17:21:44.804483 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71a88e78-355a-477e-b5d3-0abc397add36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6953581d-4687-4e12-832c-cb132987f3ea), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:44.843163 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-71a88e78-355a-477e-b5d3-0abc397add36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ea42c4de89c4ffdb4e3f27d9f7a79c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497972 Apr 07 17:21:44.844006 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a88e78-355a-477e-b5d3-0abc397add36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6953581d-4687-4e12-832c-cb132987f3ea,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:44.845880 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50096) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:21:44.898318 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-004878e8-bc39-4b7c-8033-c02c8b2dd024 admin admin] Publish callbacks [] for security_group (6953581d-4687-4e12-832c-cb132987f3ea), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:44.920256 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-004878e8-bc39-4b7c-8033-c02c8b2dd024 admin admin] Publish callbacks [] for security_group (6953581d-4687-4e12-832c-cb132987f3ea), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:45.055706 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-004878e8-bc39-4b7c-8033-c02c8b2dd024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6953581d-4687-4e12-832c-cb132987f3ea), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:45.058494 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-004878e8-bc39-4b7c-8033-c02c8b2dd024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:45.059634 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-004878e8-bc39-4b7c-8033-c02c8b2dd024 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6953581d-4687-4e12-832c-cb132987f3ea HTTP/1.1" status: 204 len: 168 time: 0.2127125 Apr 07 17:21:45.069481 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004878e8-bc39-4b7c-8033-c02c8b2dd024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6953581d-4687-4e12-832c-cb132987f3ea,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:21:45.473186 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d95bf-24ac-49cd-8bf3-6ee64c1cd6fd req-3078138c-ad34-4e9f-bf55-c27b19788583 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:45.480190 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-849d95bf-24ac-49cd-8bf3-6ee64c1cd6fd req-3078138c-ad34-4e9f-bf55-c27b19788583 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0638645 Apr 07 17:21:45.525660 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-849d95bf-24ac-49cd-8bf3-6ee64c1cd6fd req-811e4616-c980-4acc-a5d9-de35e384ad6d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 Apr 07 17:21:45.780720 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b617c-031b-4755-b7ac-7b9a89015809 req-ab6cef60-5352-4ce1-8ddf-f18a83067d11 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:45.782220 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-996b617c-031b-4755-b7ac-7b9a89015809 req-ab6cef60-5352-4ce1-8ddf-f18a83067d11 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0556443 Apr 07 17:21:45.832025 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-996b617c-031b-4755-b7ac-7b9a89015809 req-1b1aebee-43be-4aa1-82b5-7dbd20b39885 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Apr 07 17:21:46.662908 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac89e42-b569-4f32-91e6-4ffb4be1e2c2 req-feaf0482-f36a-44df-abd3-3c22a83bea8f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:46.665438 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ac89e42-b569-4f32-91e6-4ffb4be1e2c2 req-feaf0482-f36a-44df-abd3-3c22a83bea8f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0619566 Apr 07 17:21:46.723852 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ac89e42-b569-4f32-91e6-4ffb4be1e2c2 req-f3198022-5011-4d8a-85a0-04f87e69d981 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510149 Apr 07 17:21:46.953713 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252df84a-af73-4dcd-bbf9-044f6554e7c2 req-e1346fe2-50c7-42eb-b893-f4c23cc77a94 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:46.955175 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-252df84a-af73-4dcd-bbf9-044f6554e7c2 req-e1346fe2-50c7-42eb-b893-f4c23cc77a94 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0541310 Apr 07 17:21:47.002518 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-252df84a-af73-4dcd-bbf9-044f6554e7c2 req-5eb77a2f-219e-462a-a142-173df144fd7b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Apr 07 17:21:47.403861 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee247-6367-4bef-9cfc-62d8b293e18a req-a587c329-909c-4184-a0d8-08f371dc85ab tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:47.405339 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96dee247-6367-4bef-9cfc-62d8b293e18a req-a587c329-909c-4184-a0d8-08f371dc85ab tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0513422 Apr 07 17:21:47.452170 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96dee247-6367-4bef-9cfc-62d8b293e18a req-6b90da98-edc8-4d16-80aa-f767d438768e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Apr 07 17:21:47.862447 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a15-5b7d-4013-9ae0-d4b4378449b4 req-a37b9ea4-8ad5-448a-80eb-3ac687cf2a16 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:47.864453 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f274a15-5b7d-4013-9ae0-d4b4378449b4 req-a37b9ea4-8ad5-448a-80eb-3ac687cf2a16 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0557382 Apr 07 17:21:47.910231 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f274a15-5b7d-4013-9ae0-d4b4378449b4 req-b5741047-ad5b-4e54-91d5-0cdef92bc37e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394559 Apr 07 17:21:48.571710 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c85a-7a0d-48ef-8578-571dc6e37f85 req-62ae975a-b608-442f-a045-a7a532e9dadf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:48.573200 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1961c85a-7a0d-48ef-8578-571dc6e37f85 req-62ae975a-b608-442f-a045-a7a532e9dadf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0541472 Apr 07 17:21:48.622522 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1961c85a-7a0d-48ef-8578-571dc6e37f85 req-7f7025ec-ace5-451a-833d-65090628767a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Apr 07 17:21:48.627206 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:21:49.031489 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655732a-bcab-48d2-bc5f-710a2b9f8904 req-d64c8dd1-26f2-4eda-b4fe-3a110a31304e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:49.032985 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1655732a-bcab-48d2-bc5f-710a2b9f8904 req-d64c8dd1-26f2-4eda-b4fe-3a110a31304e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0526946 Apr 07 17:21:49.084197 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1655732a-bcab-48d2-bc5f-710a2b9f8904 req-36a2e5a6-18bb-46c3-b372-6027b5d71b60 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Apr 07 17:21:49.543492 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-47306b1a-73e8-4794-ada3-18fa3b8c1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:49.544970 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-47306b1a-73e8-4794-ada3-18fa3b8c1146 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0446546 Apr 07 17:21:49.636974 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-ef153b9f-a4b8-4752-b651-2d45c5bb3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:49.638446 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-ef153b9f-a4b8-4752-b651-2d45c5bb3ce0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0840404 Apr 07 17:21:49.690759 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-50b9c282-0151-47d8-af58-e42f33719c8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0393667 Apr 07 17:21:49.764587 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-d964eebd-4c48-42fb-b2c8-7ddf113d682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:49.766077 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-d964eebd-4c48-42fb-b2c8-7ddf113d682e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0645382 Apr 07 17:21:49.779709 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716271b-6ff8-41cb-aa3c-3d8fda8eefbd req-282bad30-ab1d-4dd7-a87e-aeaee3692bee tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:49.781161 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f716271b-6ff8-41cb-aa3c-3d8fda8eefbd req-282bad30-ab1d-4dd7-a87e-aeaee3692bee tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0879383 Apr 07 17:21:49.859051 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f716271b-6ff8-41cb-aa3c-3d8fda8eefbd req-f05bf509-ed7e-4fa2-ab86-ac81190deae3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679796 Apr 07 17:21:49.861684 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-9797a4e0-3472-493d-83b3-18339c19d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:49.863096 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-9797a4e0-3472-493d-83b3-18339c19d02b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798018 Apr 07 17:21:49.962853 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-0e2b8024-f4aa-4df3-9373-23c65c841591 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923061 Apr 07 17:21:50.063079 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1019ba82-3ef9-4ee1-8289-64ede887f3d0 req-9f4711f9-1364-4fb7-9e79-2a856fdef9f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943425 Apr 07 17:21:50.218083 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd989f8-9af2-4658-8c46-2b9ef89814b2 req-9d80c23c-ab7e-4e14-a99f-ec13dc91de45 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:50.219668 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5cd989f8-9af2-4658-8c46-2b9ef89814b2 req-9d80c23c-ab7e-4e14-a99f-ec13dc91de45 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0545943 Apr 07 17:21:50.273901 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5cd989f8-9af2-4658-8c46-2b9ef89814b2 req-0df1e582-fe8e-4818-bc80-5d277632accf tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478880 Apr 07 17:21:50.369359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-57169723-8ce4-447a-a8c5-f89f20a796c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474253 Apr 07 17:21:50.981719 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57f6af-41e3-4803-ac53-623699b58e6d req-ca705ea8-8840-43dd-b6fd-9f4716570722 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:50.983338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa57f6af-41e3-4803-ac53-623699b58e6d req-ca705ea8-8840-43dd-b6fd-9f4716570722 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0540783 Apr 07 17:21:51.033389 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa57f6af-41e3-4803-ac53-623699b58e6d req-e996ec05-47ca-4619-9c7f-9e086909c10a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444589 Apr 07 17:21:51.409075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db401a0a-dd81-4d38-8a60-ff0683447b90 req-f4526764-b28f-4b05-b98b-1e32e5c45bee tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:51.410830 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db401a0a-dd81-4d38-8a60-ff0683447b90 req-f4526764-b28f-4b05-b98b-1e32e5c45bee tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0567069 Apr 07 17:21:51.464115 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db401a0a-dd81-4d38-8a60-ff0683447b90 req-b54db3dd-a1d3-40e0-b4bd-421f5111857f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474057 Apr 07 17:21:52.199175 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb5704-1b9b-48c9-b2e0-27e4a5435a4c req-11d835c7-7ab0-4c2f-8295-239e13d40e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:52.209811 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ffb5704-1b9b-48c9-b2e0-27e4a5435a4c req-11d835c7-7ab0-4c2f-8295-239e13d40e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0933290 Apr 07 17:21:52.261011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ffb5704-1b9b-48c9-b2e0-27e4a5435a4c req-b7d8d2f4-3776-45f8-b03b-37eaf61defb7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492342 Apr 07 17:21:52.586207 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc81a3a-4015-4c2e-94a7-2d9449138380 req-c014f659-6093-41f5-8172-08a59149c8cb tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:52.587705 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffc81a3a-4015-4c2e-94a7-2d9449138380 req-c014f659-6093-41f5-8172-08a59149c8cb tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0536766 Apr 07 17:21:52.634510 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffc81a3a-4015-4c2e-94a7-2d9449138380 req-c9ccedde-b73d-450b-9f89-aab0fa78e454 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Apr 07 17:21:53.380837 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2912-5614-4028-997b-944307960119 req-cfbbff6c-f452-4c9a-bde3-1d5dc510a998 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:53.382317 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b2b2912-5614-4028-997b-944307960119 req-cfbbff6c-f452-4c9a-bde3-1d5dc510a998 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0542097 Apr 07 17:21:53.427936 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b2b2912-5614-4028-997b-944307960119 req-cf527f3c-34fa-4b95-855d-48ed1e25fbe1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Apr 07 17:21:53.758453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe165-01e6-4f18-8f25-7fed3a483515 req-2e8f1cd7-e6e0-4d7f-bab9-64ed319d6555 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:53.759909 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-509fe165-01e6-4f18-8f25-7fed3a483515 req-2e8f1cd7-e6e0-4d7f-bab9-64ed319d6555 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0515058 Apr 07 17:21:53.805980 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-509fe165-01e6-4f18-8f25-7fed3a483515 req-5d9a2300-1aa1-4907-b05c-412873e3b191 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406144 Apr 07 17:21:54.549452 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a6212-d816-4c40-94d1-5f9e916113b9 req-f13ebb0d-139d-449d-abf8-5335304f2e77 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:54.550918 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b97a6212-d816-4c40-94d1-5f9e916113b9 req-f13ebb0d-139d-449d-abf8-5335304f2e77 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0526123 Apr 07 17:21:54.603334 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b97a6212-d816-4c40-94d1-5f9e916113b9 req-6cd77c74-0280-4689-8e7a-7ab297dd2f1c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456607 Apr 07 17:21:54.930001 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f683c-1384-4faa-922c-3b0722d0af1b req-802f904c-217d-4a93-a6b0-3ae1eecf4014 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:54.931462 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c3f683c-1384-4faa-922c-3b0722d0af1b req-802f904c-217d-4a93-a6b0-3ae1eecf4014 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0547071 Apr 07 17:21:54.981660 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c3f683c-1384-4faa-922c-3b0722d0af1b req-26d5e657-e9ab-44d4-aebc-dda87ebfebd2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445595 Apr 07 17:21:55.725526 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef556-5397-4a4a-ac7e-4a273f745020 req-78b8c13a-67b2-41dc-b7bc-a466bc18fb10 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:55.727279 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-102ef556-5397-4a4a-ac7e-4a273f745020 req-78b8c13a-67b2-41dc-b7bc-a466bc18fb10 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0545516 Apr 07 17:21:55.776332 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-102ef556-5397-4a4a-ac7e-4a273f745020 req-0b4caec9-2b89-4346-a75d-57f0c8211d55 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Apr 07 17:21:56.114368 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8eab8-60a4-4e68-ace9-fd4ac98977d9 req-0271fca8-9025-4562-a93b-6a27d3831f45 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:56.115952 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1d8eab8-60a4-4e68-ace9-fd4ac98977d9 req-0271fca8-9025-4562-a93b-6a27d3831f45 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0558646 Apr 07 17:21:56.163409 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1d8eab8-60a4-4e68-ace9-fd4ac98977d9 req-31facf7f-d926-4583-9d3f-312967df6ac6 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Apr 07 17:21:56.891405 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08677c9d-2cac-4cd5-a15a-e9731f923565 req-5eb738f5-7fd9-4952-9511-97480aff8873 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:56.892790 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08677c9d-2cac-4cd5-a15a-e9731f923565 req-5eb738f5-7fd9-4952-9511-97480aff8873 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0507028 Apr 07 17:21:56.939442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08677c9d-2cac-4cd5-a15a-e9731f923565 req-47f3565b-0c0d-46e3-8ba6-1684e599270f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Apr 07 17:21:57.296775 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c49a6-6d90-4ff1-a2e9-189268092ab4 req-37120ccd-c896-4eaf-bb1e-60a66c961dea tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:57.298246 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb6c49a6-6d90-4ff1-a2e9-189268092ab4 req-37120ccd-c896-4eaf-bb1e-60a66c961dea tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0630765 Apr 07 17:21:57.361372 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-e1aa744e-4d9a-4539-a1ea-9b5c1613fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:57.362761 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-e1aa744e-4d9a-4539-a1ea-9b5c1613fc2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0825713 Apr 07 17:21:57.366165 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb6c49a6-6d90-4ff1-a2e9-189268092ab4 req-1e57b55f-1c0a-4ac8-928f-6f1df93d29a0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539894 Apr 07 17:21:57.480961 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-df920a7d-83fe-4a86-994e-2b16e30f3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:57.482468 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-df920a7d-83fe-4a86-994e-2b16e30f3e52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0986936 Apr 07 17:21:58.057931 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b471-4b36-4628-99ee-10ee93a14b46 req-aaf49af6-baf2-4a3e-a2ae-6514f42eb4d6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:58.059321 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2850b471-4b36-4628-99ee-10ee93a14b46 req-aaf49af6-baf2-4a3e-a2ae-6514f42eb4d6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0525644 Apr 07 17:21:58.107653 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2850b471-4b36-4628-99ee-10ee93a14b46 req-ae66a880-d666-4794-a1d6-b9580dc5a213 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Apr 07 17:21:58.489757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969009d-0cc2-4029-a23d-5c3ab72422c3 req-c21a70ff-4cd7-4db6-8a30-3b95b251a1bc tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:58.491409 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6969009d-0cc2-4029-a23d-5c3ab72422c3 req-c21a70ff-4cd7-4db6-8a30-3b95b251a1bc tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0535395 Apr 07 17:21:58.538600 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6969009d-0cc2-4029-a23d-5c3ab72422c3 req-e36e650d-10fb-490d-92f0-c7e72024c608 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Apr 07 17:21:59.231596 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c40bb-bded-4d1e-8d54-405bb2a50ccb req-4ba17419-9319-4999-9f29-9279bf0541bd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:59.233050 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa2c40bb-bded-4d1e-8d54-405bb2a50ccb req-4ba17419-9319-4999-9f29-9279bf0541bd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0537124 Apr 07 17:21:59.279106 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa2c40bb-bded-4d1e-8d54-405bb2a50ccb req-21823d98-1bec-47e5-9355-cee5361ada66 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Apr 07 17:21:59.660301 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee002f50-64ef-442b-a799-0d7fb4e0397d req-172d8db3-f130-4267-b021-a843828304c2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:21:59.662305 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee002f50-64ef-442b-a799-0d7fb4e0397d req-172d8db3-f130-4267-b021-a843828304c2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0507252 Apr 07 17:21:59.708089 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee002f50-64ef-442b-a799-0d7fb4e0397d req-fda4a166-3bd5-4f53-9176-c40365b39671 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401182 Apr 07 17:22:00.397973 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca5318-0a27-4515-8263-94b33034701a req-17a7ce2b-6b32-4593-839b-3b0e55170921 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:00.399331 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74ca5318-0a27-4515-8263-94b33034701a req-17a7ce2b-6b32-4593-839b-3b0e55170921 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0539272 Apr 07 17:22:00.445070 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74ca5318-0a27-4515-8263-94b33034701a req-811349aa-4ccc-4add-82de-c6d19fe8fc86 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Apr 07 17:22:00.672043 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-fc58923e-233c-41ad-ab2c-769945375c40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0339940 Apr 07 17:22:00.809994 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e2da9d8c-b6b9-45c7-a87e-2203937f10b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:00.831555 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f05d05-a6ef-4066-8ef9-7d5023244ad0 req-91f2cbf8-fc12-45d9-9add-2d2c3bdfe1d3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:00.833059 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48f05d05-a6ef-4066-8ef9-7d5023244ad0 req-91f2cbf8-fc12-45d9-9add-2d2c3bdfe1d3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0529878 Apr 07 17:22:00.882024 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48f05d05-a6ef-4066-8ef9-7d5023244ad0 req-671cb4ff-cf1a-45e7-b9d7-416a7d8fc0b3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Apr 07 17:22:01.561286 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ecc91-0521-4f54-bb17-50fa9dcf3907 req-15bcc9d6-8726-4834-ad9f-27f705452e87 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:01.562735 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a3ecc91-0521-4f54-bb17-50fa9dcf3907 req-15bcc9d6-8726-4834-ad9f-27f705452e87 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0505939 Apr 07 17:22:01.614641 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a3ecc91-0521-4f54-bb17-50fa9dcf3907 req-0cee7b87-65d4-4a12-81f4-3f966261250f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Apr 07 17:22:02.002697 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215819b2-f2dd-4f92-9225-977cf889bb27 req-d00f2d99-c355-42f9-9205-150b9e81d58d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:02.004136 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-215819b2-f2dd-4f92-9225-977cf889bb27 req-d00f2d99-c355-42f9-9205-150b9e81d58d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0512617 Apr 07 17:22:02.049325 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-215819b2-f2dd-4f92-9225-977cf889bb27 req-2e16cf37-c801-43a6-a4d6-963f125621a1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Apr 07 17:22:02.740466 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8123e-d31c-47f0-8409-f1d100be2255 req-e82c3a46-7fd4-472d-be1f-77282d631568 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:02.743522 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7c8123e-d31c-47f0-8409-f1d100be2255 req-e82c3a46-7fd4-472d-be1f-77282d631568 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0575233 Apr 07 17:22:02.790046 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7c8123e-d31c-47f0-8409-f1d100be2255 req-5b2e3267-5463-4d3f-8f46-d714cd5f6979 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409515 Apr 07 17:22:03.169046 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ca04-ff1b-4a97-a3a9-4397f4d6e7f1 req-9baf7f5b-43c9-46b7-9443-d585b7bb7267 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:03.170517 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ea0ca04-ff1b-4a97-a3a9-4397f4d6e7f1 req-9baf7f5b-43c9-46b7-9443-d585b7bb7267 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0521121 Apr 07 17:22:03.204146 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6828bb8c-49f1-4792-b92e-18646df70cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:03.217884 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ea0ca04-ff1b-4a97-a3a9-4397f4d6e7f1 req-a0fb9928-c9d9-4e72-9e1d-aa355ea358f6 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416846 Apr 07 17:22:03.641621 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-37ade6cc-50ef-4a78-8588-1b58cf078535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:03.643050 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-37ade6cc-50ef-4a78-8588-1b58cf078535 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0474918 Apr 07 17:22:03.699532 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-87a95d81-7e57-432b-b226-0c26983cfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:03.702172 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-87a95d81-7e57-432b-b226-0c26983cfd92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475352 Apr 07 17:22:03.802307 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-d0184530-cfa5-4c40-9b3c-6c330ea36858 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872135 Apr 07 17:22:03.931053 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0535e104-f1f9-41cc-9b05-8812390901f2 req-6e9f4409-5166-4419-a906-c49f055261a0 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209726 Apr 07 17:22:03.938806 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95995097-700a-4c19-87d4-52f3e112471a req-69268a41-20dd-40cb-80f1-27648f1268b3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:03.940273 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95995097-700a-4c19-87d4-52f3e112471a req-69268a41-20dd-40cb-80f1-27648f1268b3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0769093 Apr 07 17:22:03.992327 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95995097-700a-4c19-87d4-52f3e112471a req-52ceb838-acc4-4af2-95ed-cb4a511d6cf3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460219 Apr 07 17:22:04.341516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01fbfd-38ef-448a-ac1f-6e04aaa71194 req-8e7254a8-d8f1-48ec-b005-c076f00c4f58 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:04.342983 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b01fbfd-38ef-448a-ac1f-6e04aaa71194 req-8e7254a8-d8f1-48ec-b005-c076f00c4f58 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0548048 Apr 07 17:22:04.390231 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b01fbfd-38ef-448a-ac1f-6e04aaa71194 req-097ab357-9f2d-4672-8f5f-b73cfab62fe9 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 Apr 07 17:22:04.393093 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:05.510630 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d44b8-2c47-433d-b720-d5a7c16c08e5 req-47f7029f-82d7-473c-872e-9c2dce0f2fe4 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:05.512031 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df1d44b8-2c47-433d-b720-d5a7c16c08e5 req-47f7029f-82d7-473c-872e-9c2dce0f2fe4 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0518579 Apr 07 17:22:05.567109 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df1d44b8-2c47-433d-b720-d5a7c16c08e5 req-5dd4de2d-5a6f-4742-b97b-44feffb152dc tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481975 Apr 07 17:22:05.604060 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:06.699344 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c465f-1c1d-40ea-9496-a6e69d5b48a8 req-7b2b7460-be4e-4d4e-bba7-a114e5a7acd6 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:06.700792 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec9c465f-1c1d-40ea-9496-a6e69d5b48a8 req-7b2b7460-be4e-4d4e-bba7-a114e5a7acd6 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0555749 Apr 07 17:22:06.745028 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec9c465f-1c1d-40ea-9496-a6e69d5b48a8 req-55058812-396d-4a71-a80c-120c85a0915f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Apr 07 17:22:07.061470 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:07.918996 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a978-930e-4577-8701-c80aa634905b req-9b98afc7-48fc-4b54-b238-e26f7326a06c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:07.929269 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19f6a978-930e-4577-8701-c80aa634905b req-9b98afc7-48fc-4b54-b238-e26f7326a06c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0636830 Apr 07 17:22:07.983851 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19f6a978-930e-4577-8701-c80aa634905b req-b939a7c9-5834-4ca9-9ab6-80bf535325b2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570605 Apr 07 17:22:08.008683 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50552) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:08.024267 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426680111', 'description': 'tempest-description--398739190'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:08.130511 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.198579 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group (5c2bc102-d1e5-4cc0-a550-ff2cdab736e2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.295418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5c2bc102-d1e5-4cc0-a550-ff2cdab736e2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.329153 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:08.337481 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.337836 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.338180 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.338511 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.338845 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.339169 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.339505 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.339813 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.340297 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.340623 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.340941 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.341472 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.341798 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.342780 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.342780 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:08.406407 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.407798 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-af0b1324-eab7-4330-8afc-d751d751ec58 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3977511 Apr 07 17:22:08.410442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50570) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:08.415117 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-a7a7f194-9c83-4cb3-babc-a21b7e3bd386 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'security_group_rule': {'security_group_id': '5c2bc102-d1e5-4cc0-a550-ff2cdab736e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:08.546199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f194-9c83-4cb3-babc-a21b7e3bd386 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group_rule (1a30d09a-5b63-4131-bc4e-df2b0fb90e1b), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.601918 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f194-9c83-4cb3-babc-a21b7e3bd386 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group_rule (1a30d09a-5b63-4131-bc4e-df2b0fb90e1b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.667256 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f194-9c83-4cb3-babc-a21b7e3bd386 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (1a30d09a-5b63-4131-bc4e-df2b0fb90e1b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.685605 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7f194-9c83-4cb3-babc-a21b7e3bd386 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a30d09a-5b63-4131-bc4e-df2b0fb90e1b,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:08.732048 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f194-9c83-4cb3-babc-a21b7e3bd386 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.733281 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a7a7f194-9c83-4cb3-babc-a21b7e3bd386 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218708 Apr 07 17:22:08.735996 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50572) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:08.740180 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-75b7837d-fe12-470a-8b74-3eb9157f7f32 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'security_group_rule': {'security_group_id': '5c2bc102-d1e5-4cc0-a550-ff2cdab736e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:08.825163 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75b7837d-fe12-470a-8b74-3eb9157f7f32 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group_rule (58926ed3-5977-4985-be5a-a1676dc5a3ed), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.881063 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75b7837d-fe12-470a-8b74-3eb9157f7f32 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group_rule (58926ed3-5977-4985-be5a-a1676dc5a3ed), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:08.994289 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75b7837d-fe12-470a-8b74-3eb9157f7f32 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (58926ed3-5977-4985-be5a-a1676dc5a3ed), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.022086 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7837d-fe12-470a-8b74-3eb9157f7f32 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58926ed3-5977-4985-be5a-a1676dc5a3ed,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:09.127725 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15d85-5c5b-4de0-8efb-5780db7d511e req-b1c24956-97b1-4ac2-9c6e-bae55d00308c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:09.129131 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43e15d85-5c5b-4de0-8efb-5780db7d511e req-b1c24956-97b1-4ac2-9c6e-bae55d00308c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0529299 Apr 07 17:22:09.143541 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-75b7837d-fe12-470a-8b74-3eb9157f7f32 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.144619 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-75b7837d-fe12-470a-8b74-3eb9157f7f32 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4077086 Apr 07 17:22:09.148082 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 50580) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:09.152875 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:09.185949 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43e15d85-5c5b-4de0-8efb-5780db7d511e req-1d807153-ec9d-4ab7-834c-8b8e66b27b73 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511355 Apr 07 17:22:09.244670 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.265554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50592) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:09.314750 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] Deleting subnet ddb42ab3-96f6-4c70-9340-75f16876f569 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:22:09.318906 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] Publish callbacks [] for subnet (ddb42ab3-96f6-4c70-9340-75f16876f569), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.344620 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.353762 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] Publish callbacks [] for subnet (ddb42ab3-96f6-4c70-9340-75f16876f569), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.363210 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (ddb42ab3-96f6-4c70-9340-75f16876f569), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.469018 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Allocated IP 172.27.0.176 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/bfff0e90-c7f8-4b2a-baed-bc611cb68e8c) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:09.490729 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for subnet (ddb42ab3-96f6-4c70-9340-75f16876f569), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.523421 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb42ab3-96f6-4c70-9340-75f16876f569,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:09.529611 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.535354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d44d8cc1-36c0-4a32-9f75-b8cc4b8416ef admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ddb42ab3-96f6-4c70-9340-75f16876f569 HTTP/1.1" status: 204 len: 168 time: 0.2664967 Apr 07 17:22:09.535617 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50604) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:09.587013 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.612314 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (87f5189b-c2bb-41a2-b07d-896f68495fa8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.699569 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (87f5189b-c2bb-41a2-b07d-896f68495fa8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.702124 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.721592 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.721929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.722774 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.723149 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > port after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.723484 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.723814 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > port after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.724171 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.724689 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.724810 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.725053 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.740447 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:09.743364 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:09.746854 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:09.776246 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'Port': ['ID=bfff0e90-c7f8-4b2a-baed-bc611cb68e8c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:09.787342 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790765 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.790765 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.791077 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.791393 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.791761 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.792084 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.792413 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.792741 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:09.793875 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.794226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.794557 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.794887 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 17:22:09.795283 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f5189b-c2bb-41a2-b07d-896f68495fa8']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:09.812603 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c8548a-7dfd-46b7-8fe4-adbda3df22ec') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:09.812902 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c8548a-7dfd-46b7-8fe4-adbda3df22ec') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:09.830186 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (b8c8548a-7dfd-46b7-8fe4-adbda3df22ec), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.851286 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.851818 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (b8c8548a-7dfd-46b7-8fe4-adbda3df22ec), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.860897 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:22:09.861568 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (b8c8548a-7dfd-46b7-8fe4-adbda3df22ec), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:22:09.865981 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:22:09.947932 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.127752 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.223326 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.224243 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (87f5189b-c2bb-41a2-b07d-896f68495fa8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.234715 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.235972 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] 10.222.0.26 "DELETE /v2.0/networks/87f5189b-c2bb-41a2-b07d-896f68495fa8 HTTP/1.1" status: 204 len: 168 time: 0.6994073 Apr 07 17:22:10.245539 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50620) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:10.298996 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] Deleting subnet 532caea7-7943-4e7c-b4d8-7f088ffe3604 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:22:10.302031 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d86ba7-9a71-4f03-9bb4-7fc216f8c974 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f5189b-c2bb-41a2-b07d-896f68495fa8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:10.310464 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'Port': ['ID=bfff0e90-c7f8-4b2a-baed-bc611cb68e8c,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:10.320583 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] Publish callbacks [] for subnet (532caea7-7943-4e7c-b4d8-7f088ffe3604), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.327593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.367096 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (532caea7-7943-4e7c-b4d8-7f088ffe3604), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.404487 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433d758-abb3-4dd5-b9d2-25eae32475e4 req-1455124a-edc5-46e9-b01d-5739327cd7e7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:10.404487 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a433d758-abb3-4dd5-b9d2-25eae32475e4 req-1455124a-edc5-46e9-b01d-5739327cd7e7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1145296 Apr 07 17:22:10.425026 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.436624 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-983829f2-4b58-4fd2-9cd2-7373cdf07e45 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2779751 Apr 07 17:22:10.438853 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (532caea7-7943-4e7c-b4d8-7f088ffe3604), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.501927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a433d758-abb3-4dd5-b9d2-25eae32475e4 req-d21d55b3-cf96-4719-b204-be534e37d071 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918200 Apr 07 17:22:10.618379 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (532caea7-7943-4e7c-b4d8-7f088ffe3604), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.663057 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532caea7-7943-4e7c-b4d8-7f088ffe3604,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:10.668523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.672401 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-44c0d64c-c040-4214-a574-806da10259b5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/532caea7-7943-4e7c-b4d8-7f088ffe3604 HTTP/1.1" status: 204 len: 168 time: 0.4251018 Apr 07 17:22:10.675146 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50644) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:10.758880 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-0491da36-9859-428f-aebd-8075d999a662 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--426680111&fields=id&tenant_id=03828970d20c4ed09fa9c9ec412782ec HTTP/1.1" status: 200 len: 267 time: 0.1421015 Apr 07 17:22:10.780455 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (18755145-b7b7-4def-89e9-91dc7dd881e1), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.939459 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (18755145-b7b7-4def-89e9-91dc7dd881e1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:10.954325 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-24cd122e-243b-459d-8ccb-e99997a5209e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:10.955771 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-24cd122e-243b-459d-8ccb-e99997a5209e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 819 time: 0.1896341 Apr 07 17:22:10.959852 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:22:10.975193 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18755145-b7b7-4def-89e9-91dc7dd881e1']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:10.985929 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-efbbcc76-cbab-4dd8-8917-53e54916e0e7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/quotas/03828970d20c4ed09fa9c9ec412782ec HTTP/1.1" status: 200 len: 375 time: 0.0207169 Apr 07 17:22:10.987509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15613f9f-8c68-4142-a529-195ffd3621be') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:10.987815 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15613f9f-8c68-4142-a529-195ffd3621be') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:11.004976 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (15613f9f-8c68-4142-a529-195ffd3621be), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.036172 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (15613f9f-8c68-4142-a529-195ffd3621be), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.045585 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:22:11.046039 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (15613f9f-8c68-4142-a529-195ffd3621be), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:22:11.047650 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:22:11.070101 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:11.089370 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'port_id': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'mac_address': 'fa:16:3e:cb:d9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:22:11.108800 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-6279eba8-8e58-44bc-a4ff-194ae4c244d9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1145031 Apr 07 17:22:11.126282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: ACTIVE; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:11.126665 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.140064 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc998428-bafa-45c1-8d70-f3933c8b16ec {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:22:11.160437 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:11.176986 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (18755145-b7b7-4def-89e9-91dc7dd881e1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.182972 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.186085 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] 10.222.0.26 "DELETE /v2.0/networks/18755145-b7b7-4def-89e9-91dc7dd881e1 HTTP/1.1" status: 204 len: 168 time: 0.5100811 Apr 07 17:22:11.200127 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33996823-47a8-4e40-88f3-2850f0725b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=18755145-b7b7-4def-89e9-91dc7dd881e1,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:11.227550 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-98796cd8-25ee-4492-acb8-294cbf12549b service neutron] 10.222.0.26 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061101 Apr 07 17:22:11.238650 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.293874 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=6']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:11.302448 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.302789 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.303151 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.303507 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.303840 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.304165 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.304489 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.304912 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.305216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.305890 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.306216 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.306557 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.306889 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.307206 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.307569 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:11.323667 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-3cd7b8f3-2d10-4b14-93b5-47f0bb442b11 service neutron] 10.222.0.26 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903502 Apr 07 17:22:11.375250 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['bc998428-bafa-45c1-8d70-f3933c8b16ec'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:22:11.583194 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d3c4571-3f75-4fe8-894a-2cfabdd21e9e req-fc25188f-a116-4c2e-9aa3-131bfda2dd47 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0302155 Apr 07 17:22:11.655747 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 50670) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:11.668815 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb1d43-f985-4c15-b4db-139756e59106 req-27463f09-75d4-4180-bddc-2651a5ffd974 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:11.675854 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92bb1d43-f985-4c15-b4db-139756e59106 req-27463f09-75d4-4180-bddc-2651a5ffd974 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 944 time: 0.0679319 Apr 07 17:22:11.714956 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50676) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:11.715784 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3b0fb4e0-43b7-4cea-adf6-adbbe896c597 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0ccec5150854142b459ef60b0908aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581861 Apr 07 17:22:11.754846 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92bb1d43-f985-4c15-b4db-139756e59106 req-4878a39b-c8ff-42b8-9b5f-ec652b7ea3b5 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723169 Apr 07 17:22:11.786550 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98f76842-0b2c-423b-b57e-57ed858790bb admin admin] Publish callbacks [] for security_group (68386076-cbe8-4d89-ab86-46d90fcc2688), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.815660 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98f76842-0b2c-423b-b57e-57ed858790bb admin admin] Publish callbacks [] for security_group (68386076-cbe8-4d89-ab86-46d90fcc2688), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.941685 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98f76842-0b2c-423b-b57e-57ed858790bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (68386076-cbe8-4d89-ab86-46d90fcc2688), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.944830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98f76842-0b2c-423b-b57e-57ed858790bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:11.947398 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-98f76842-0b2c-423b-b57e-57ed858790bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68386076-cbe8-4d89-ab86-46d90fcc2688 HTTP/1.1" status: 204 len: 168 time: 0.2310362 Apr 07 17:22:11.952893 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:22:11.955716 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f76842-0b2c-423b-b57e-57ed858790bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68386076-cbe8-4d89-ab86-46d90fcc2688,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:12.758750 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39f46ac2-2cf6-418f-96af-41d658aa07b0 req-05339e43-1d96-495d-8184-7c7b22620e60 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0564449 Apr 07 17:22:12.847894 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50730) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:12.868758 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:12.935817 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port bc998428-bafa-45c1-8d70-f3933c8b16ec triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:12.936658 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:12.968253 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-51e8e3a2-7dfc-4c8d-8c16-5e1a2de260be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76b13f1e23a445be88502f5c966f1def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1184289 Apr 07 17:22:12.971623 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 50732) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:12.989090 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19ba48-9aee-4362-874f-4f818cc882d3 req-baceebb6-52fb-4e32-aa92-7a8a15d73650 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:12.999305 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed19ba48-9aee-4362-874f-4f818cc882d3 req-baceebb6-52fb-4e32-aa92-7a8a15d73650 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 944 time: 0.1269665 Apr 07 17:22:13.077613 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bd3b94a2-74e1-43be-8d49-1c6d75b8a08a admin admin] Publish callbacks [] for security_group (d2d28bd9-baad-49af-b4e0-fec25567c914), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:13.104896 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed19ba48-9aee-4362-874f-4f818cc882d3 req-a7af4cba-26a9-4743-a5ad-cf1c6dea9bcf tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042840 Apr 07 17:22:13.125945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:13.126735 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:13.134444 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bd3b94a2-74e1-43be-8d49-1c6d75b8a08a admin admin] Publish callbacks [] for security_group (d2d28bd9-baad-49af-b4e0-fec25567c914), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:13.197526 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:22:13.200550 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c610589-52f8-498d-bbd6-9bb15dca62dc" -d '{"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-plugged", "status": "completed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:22:13.232660 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:13.250954 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94cb73-c5aa-4c10-9f15-b18a8596ac79 x-openstack-request-id: req-8d94cb73-c5aa-4c10-9f15-b18a8596ac79 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:22:13.251443 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-plugged", "status": "completed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:22:13.251954 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d94cb73-c5aa-4c10-9f15-b18a8596ac79 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:22:13.252356 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d94cb73-c5aa-4c10-9f15-b18a8596ac79'] response: {'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'code': 200} Apr 07 17:22:13.518213 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bd3b94a2-74e1-43be-8d49-1c6d75b8a08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d2d28bd9-baad-49af-b4e0-fec25567c914), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:13.520885 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bd3b94a2-74e1-43be-8d49-1c6d75b8a08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:13.522439 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bd3b94a2-74e1-43be-8d49-1c6d75b8a08a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2d28bd9-baad-49af-b4e0-fec25567c914 HTTP/1.1" status: 204 len: 168 time: 0.5497904 Apr 07 17:22:13.535531 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b94a2-74e1-43be-8d49-1c6d75b8a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d28bd9-baad-49af-b4e0-fec25567c914,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:13.558959 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:13.621066 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=7']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:13.888858 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e63fc5e-d6ca-4bd8-8d63-9063123d2f89 req-00b00080-116e-4dea-b141-4fa655da7f54 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0588436 Apr 07 17:22:14.059794 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50766) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:14.112825 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 50770) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:14.259741 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bd75882e-6fec-4d0a-8c63-47f35eadfa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.308523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943cf70-2054-4b04-a8c8-e39b573893fb req-be1e57d4-f19e-400e-a2e9-fea5e2e59a8a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:14.315766 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b943cf70-2054-4b04-a8c8-e39b573893fb req-be1e57d4-f19e-400e-a2e9-fea5e2e59a8a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1121106 Apr 07 17:22:14.400393 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b943cf70-2054-4b04-a8c8-e39b573893fb req-b3e575ea-e63a-4319-8953-969db431b9f0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833516 Apr 07 17:22:14.446983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bd75882e-6fec-4d0a-8c63-47f35eadfa02 admin admin] Publish callbacks [] for security_group (7538181d-3364-472c-80fe-9fa5108beba8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.475426 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4d84-54a4-4cd8-8e90-5760e5a5b483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.507323 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bd75882e-6fec-4d0a-8c63-47f35eadfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (7538181d-3364-472c-80fe-9fa5108beba8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.586956 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4d84-54a4-4cd8-8e90-5760e5a5b483 admin admin] Publish callbacks [] for security_group (f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.605119 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bd75882e-6fec-4d0a-8c63-47f35eadfa02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7479f6f43bbf4500a5783f887d95cf6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5434182 Apr 07 17:22:14.605119 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50786) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:14.611243 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75882e-6fec-4d0a-8c63-47f35eadfa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7538181d-3364-472c-80fe-9fa5108beba8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:14.659740 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4d84-54a4-4cd8-8e90-5760e5a5b483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.673334 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d24a7135-9c52-4584-8538-d2773f2d1a23 admin admin] Publish callbacks [] for security_group (7538181d-3364-472c-80fe-9fa5108beba8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.697095 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f5ac4d84-54a4-4cd8-8e90-5760e5a5b483 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebcee7fad5a04d9c927304c7ee54372d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5825047 Apr 07 17:22:14.699712 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 50790) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:14.709948 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac4d84-54a4-4cd8-8e90-5760e5a5b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:14.713625 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d24a7135-9c52-4584-8538-d2773f2d1a23 admin admin] Publish callbacks [] for security_group (7538181d-3364-472c-80fe-9fa5108beba8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.785785 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5cc260b5-749f-47dc-8a82-8019834aea7b admin admin] Publish callbacks [] for security_group (f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.811522 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5cc260b5-749f-47dc-8a82-8019834aea7b admin admin] Publish callbacks [] for security_group (f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.878817 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d24a7135-9c52-4584-8538-d2773f2d1a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (7538181d-3364-472c-80fe-9fa5108beba8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.881798 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d24a7135-9c52-4584-8538-d2773f2d1a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.883602 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d24a7135-9c52-4584-8538-d2773f2d1a23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7538181d-3364-472c-80fe-9fa5108beba8 HTTP/1.1" status: 204 len: 168 time: 0.2769144 Apr 07 17:22:14.892623 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a7135-9c52-4584-8538-d2773f2d1a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7538181d-3364-472c-80fe-9fa5108beba8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:14.972923 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5cc260b5-749f-47dc-8a82-8019834aea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.976712 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5cc260b5-749f-47dc-8a82-8019834aea7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:14.978978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5cc260b5-749f-47dc-8a82-8019834aea7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e HTTP/1.1" status: 204 len: 168 time: 0.2782197 Apr 07 17:22:14.989778 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc260b5-749f-47dc-8a82-8019834aea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72df333-ad96-4ce5-8d5d-b2c0a18e0f2e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:15.044749 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6eca4ff0-8716-42c3-a8b2-b54f6c2f67bc req-118a9a44-6910-46b5-b2f4-56d6cc06c509 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0566001 Apr 07 17:22:15.635302 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352437da-59df-402e-a55d-cac5ecef57ad req-64648e76-10c5-4683-b164-e2472d0d00e0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:15.650363 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-352437da-59df-402e-a55d-cac5ecef57ad req-64648e76-10c5-4683-b164-e2472d0d00e0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1320016 Apr 07 17:22:15.717537 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-352437da-59df-402e-a55d-cac5ecef57ad req-90f2ad7f-98ac-46b4-abf9-7d7f1e032249 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712380 Apr 07 17:22:16.188375 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b8c15c3-b661-45f7-9bb8-dabf2814298e req-67968514-f161-4c1b-b75d-81bf7b8ef237 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0372715 Apr 07 17:22:16.904656 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f9bd-bd14-4d1f-9b8f-66fa810a688f req-1dcbff76-7321-4fb2-aa8e-e7fc678ced48 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:16.906295 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4eb1f9bd-bd14-4d1f-9b8f-66fa810a688f req-1dcbff76-7321-4fb2-aa8e-e7fc678ced48 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1070142 Apr 07 17:22:16.920601 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-880cf6b8-8a4a-45cf-97da-8ff9081e477f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:16.923429 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-880cf6b8-8a4a-45cf-97da-8ff9081e477f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 819 time: 0.2081091 Apr 07 17:22:17.006344 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4eb1f9bd-bd14-4d1f-9b8f-66fa810a688f req-47bfac29-947c-4baa-8703-51212904a57c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811961 Apr 07 17:22:17.034619 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-ed7d795e-6156-4b4f-bc11-f4c91643b10c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03828970d20c4ed09fa9c9ec412782ec HTTP/1.1" status: 200 len: 379 time: 0.0904939 Apr 07 17:22:17.045803 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'port': {'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'admin_state_up': True, 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'security_groups': ['5c2bc102-d1e5-4cc0-a550-ff2cdab736e2']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:17.318800 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0da43504-6702-4f47-aef5-037204fe00f5 req-6308c4ea-c4e6-41c6-ae62-5b0c322863e4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0426593 Apr 07 17:22:17.320289 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Made reservation on behalf of 03828970d20c4ed09fa9c9ec412782ec for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:17.325120 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:17.501501 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Allocated IP 172.20.0.13 (a08d8121-3795-4290-8edc-155198c9e461/3eade9be-bc58-491c-9a1a-e212e62b0685/47442b13-f258-4d3e-a668-6710428db8ce) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:17.757546 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for port (47442b13-f258-4d3e-a668-6710428db8ce), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:17.930677 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (47442b13-f258-4d3e-a668-6710428db8ce), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:17.988800 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Network a08d8121-3795-4290-8edc-155198c9e461 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:17.993069 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:17.995347 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:18.034308 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event updated for resources: {'Port': ['ID=47442b13-f258-4d3e-a668-6710428db8ce,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:18.078109 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:18.078109 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:18.221956 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-1950de20-7d3e-4cfb-a644-5a8761d0877a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1800792 Apr 07 17:22:18.234539 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Request body: {'port': {'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:18.293117 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefad5d-a73c-498e-8e57-a5e5ff4e54a9 req-246b6909-be5c-4400-a0a4-85b82fdcb93c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:18.296723 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4aefad5d-a73c-498e-8e57-a5e5ff4e54a9 req-246b6909-be5c-4400-a0a4-85b82fdcb93c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1459126 Apr 07 17:22:18.385758 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4aefad5d-a73c-498e-8e57-a5e5ff4e54a9 req-7f01db40-8f68-4ede-a315-f9cdf2f80ab7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843461 Apr 07 17:22:18.402016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (47442b13-f258-4d3e-a668-6710428db8ce), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:18.405759 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f3332701-3142-41ad-9997-544b6eed1b7e None None] Provisioning complete for port 47442b13-f258-4d3e-a668-6710428db8ce triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:18.406671 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f3332701-3142-41ad-9997-544b6eed1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (47442b13-f258-4d3e-a668-6710428db8ce), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:18.460518 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f3332701-3142-41ad-9997-544b6eed1b7e None None] Port 47442b13-f258-4d3e-a668-6710428db8ce cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:22:18.637470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe529a-c8a9-4be4-b88b-dae38081479e req-d6437993-c9f8-4925-ab3e-4c79051fee52 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:18.639095 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78fe529a-c8a9-4be4-b88b-dae38081479e req-d6437993-c9f8-4925-ab3e-4c79051fee52 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 932 time: 0.1566436 Apr 07 17:22:18.672943 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:18.765701 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78fe529a-c8a9-4be4-b88b-dae38081479e req-5275b4ce-cf24-4664-9fa0-5974348bc299 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089151 Apr 07 17:22:18.864182 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47442b13-f258-4d3e-a668-6710428db8ce {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:22:18.877403 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Publish callbacks [] for port (47442b13-f258-4d3e-a668-6710428db8ce), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:18.897374 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Transition to ACTIVE for port object 47442b13-f258-4d3e-a668-6710428db8ce will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:22:18.958867 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (47442b13-f258-4d3e-a668-6710428db8ce), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:19.053217 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Pushing event updated for resources: {'Port': ['ID=47442b13-f258-4d3e-a668-6710428db8ce,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:19.141321 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Attempting to bind port 47442b13-f258-4d3e-a668-6710428db8ce on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:19.142373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Attempting to bind port 47442b13-f258-4d3e-a668-6710428db8ce by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:19.147228 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Attempting to bind port 47442b13-f258-4d3e-a668-6710428db8ce on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:19.155376 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Port 47442b13-f258-4d3e-a668-6710428db8ce on network a08d8121-3795-4290-8edc-155198c9e461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:22:19.156997 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Attempting to bind port 47442b13-f258-4d3e-a668-6710428db8ce on network a08d8121-3795-4290-8edc-155198c9e461 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:19.166970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:19.167711 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Checking segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:19.168393 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Bound using segment: {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:19.169036 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Bound port: 47442b13-f258-4d3e-a668-6710428db8ce, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd97dbb-28f7-424a-a16a-d04629c23294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:19.169638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (47442b13-f258-4d3e-a668-6710428db8ce), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:19.270287 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] For port 47442b13-f258-4d3e-a668-6710428db8ce, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:19.276180 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] For port 47442b13-f258-4d3e-a668-6710428db8ce, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47442b13-f258-4d3e-a668-6710428db8ce,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:19.376513 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (47442b13-f258-4d3e-a668-6710428db8ce), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:19.417467 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:19.418149 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:19.419494 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1094 time: 1.1896920 Apr 07 17:22:19.419955 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:22:19.422358 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c60539-150a-4c62-9b90-6e87b5a70aca" -d '{"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:22:19.471623 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2125dfc-8efe-4e3a-9bd0-b777df4d00f0 service neutron] Pushing event updated for resources: {'Port': ['ID=47442b13-f258-4d3e-a668-6710428db8ce,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:19.605841 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452504f-26bf-4392-b9f3-30dda1104b6e x-openstack-request-id: req-9452504f-26bf-4392-b9f3-30dda1104b6e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:22:19.606755 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:22:19.607006 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9452504f-26bf-4392-b9f3-30dda1104b6e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:22:19.607444 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9452504f-26bf-4392-b9f3-30dda1104b6e'] response: {'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce', 'status': 'completed', 'code': 200} Apr 07 17:22:19.689789 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-4f0d3eca-b816-4dd7-b7e1-b45d9de9d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:19.691366 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-4f0d3eca-b816-4dd7-b7e1-b45d9de9d5c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1128 time: 0.1439612 Apr 07 17:22:19.712977 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f3b6b-221d-4e2a-b6be-b2cdbe26f830 req-46ec3481-9e02-48a4-aecd-2fc643e73fa2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:19.714451 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b80f3b6b-221d-4e2a-b6be-b2cdbe26f830 req-46ec3481-9e02-48a4-aecd-2fc643e73fa2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1061747 Apr 07 17:22:19.777408 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-c0b8a7e1-4fdc-475f-b7eb-2960f1bd62ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 217 time: 0.0741992 Apr 07 17:22:19.845427 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b80f3b6b-221d-4e2a-b6be-b2cdbe26f830 req-c8b76f75-0d40-4d5f-9664-b2578d5b5f24 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231263 Apr 07 17:22:19.928698 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-d5a02f0b-6f3f-483a-968f-5caaf8cbd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:19.928698 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-d5a02f0b-6f3f-483a-968f-5caaf8cbd77e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.1372457 Apr 07 17:22:20.000265 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d883-2bdc-4d37-8417-9373c77eb31f req-dc7229c7-67b6-45ab-bf7b-d71ca766dfbf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:20.002037 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba31d883-2bdc-4d37-8417-9373c77eb31f req-dc7229c7-67b6-45ab-bf7b-d71ca766dfbf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 944 time: 0.1316898 Apr 07 17:22:20.031780 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f8489ad6-fed1-4c60-a931-53e96810662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:20.033277 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-f8489ad6-fed1-4c60-a931-53e96810662c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001899 Apr 07 17:22:20.095575 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba31d883-2bdc-4d37-8417-9373c77eb31f req-fdb12b3b-9243-434a-a6a6-63eb6f60de38 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860336 Apr 07 17:22:20.168119 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-030ab193-3da8-46e6-90ad-4fb96441b507 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231508 Apr 07 17:22:20.518104 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c6b146-ce99-4522-bf21-21cd7729c171 req-2ba256f0-e3e4-4349-a2e3-662034c54fe7 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424296 Apr 07 17:22:20.974260 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f36e76-ce3e-473d-983b-87c275dfbc2a req-729bc957-fc97-4176-973f-cb4b026d0b2e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:20.975932 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8f36e76-ce3e-473d-983b-87c275dfbc2a req-729bc957-fc97-4176-973f-cb4b026d0b2e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0566950 Apr 07 17:22:21.035152 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8f36e76-ce3e-473d-983b-87c275dfbc2a req-09fa4896-e98f-4e24-b277-5ddc313a0699 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471685 Apr 07 17:22:21.222373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599179-1007-4bb1-af03-a40d82aa3879 req-78fbf0d3-2c56-4e54-b9d5-440694ddddaf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:21.229748 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24599179-1007-4bb1-af03-a40d82aa3879 req-78fbf0d3-2c56-4e54-b9d5-440694ddddaf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 944 time: 0.0641406 Apr 07 17:22:21.297038 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24599179-1007-4bb1-af03-a40d82aa3879 req-995bb9b0-8e54-466c-b472-0d2df97c3ced tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663688 Apr 07 17:22:21.711810 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-f51ba35b-e1ef-497f-8a8a-50270977e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:21.717371 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-f51ba35b-e1ef-497f-8a8a-50270977e0dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1128 time: 0.1090944 Apr 07 17:22:21.833983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-b9451c4b-18e6-4b6f-8788-a8fbf2d58365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:21.835464 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-b9451c4b-18e6-4b6f-8788-a8fbf2d58365 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1088188 Apr 07 17:22:21.882203 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-399b7d1e-4de1-404c-8c72-142db8dfbe1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 217 time: 0.0390794 Apr 07 17:22:21.950853 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-7b51f568-9c35-464b-82ae-daf5b45884d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:21.952785 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-7b51f568-9c35-464b-82ae-daf5b45884d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0601692 Apr 07 17:22:22.034165 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-3a57713b-997b-4aba-85d2-fa20c6f57df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:22.036470 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-3a57713b-997b-4aba-85d2-fa20c6f57df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757678 Apr 07 17:22:22.155962 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-5013108c-39c0-4ffb-885c-3df59c55953f service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094158 Apr 07 17:22:22.161411 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 50990) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:22.273069 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fed94-5ea4-4366-8dc9-c6ad9273a3d0 req-6b1002ae-2e4f-44b7-bff9-662b90b4c908 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:22.275342 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e6fed94-5ea4-4366-8dc9-c6ad9273a3d0 req-6b1002ae-2e4f-44b7-bff9-662b90b4c908 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1302977 Apr 07 17:22:22.311487 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90c60539-150a-4c62-9b90-6e87b5a70aca req-7846bfff-7b68-4051-a814-119045a88cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274455 Apr 07 17:22:22.338609 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-537fa688-7e2b-4e00-a121-7e8b6a0c7131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:22.401699 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e6fed94-5ea4-4366-8dc9-c6ad9273a3d0 req-23c3e0de-e394-48f3-9c6a-f2b6c1e1219b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124041 Apr 07 17:22:22.433598 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-537fa688-7e2b-4e00-a121-7e8b6a0c7131 admin admin] Publish callbacks [] for security_group (746bd208-1282-4406-ab84-8e138721186f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:22.526723 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c386ae-6395-4452-bb79-1c666767ae92 req-89ff01ca-6f63-4fa3-93bd-2c301d1a63b4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:22.528647 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34c386ae-6395-4452-bb79-1c666767ae92 req-89ff01ca-6f63-4fa3-93bd-2c301d1a63b4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 944 time: 0.0859170 Apr 07 17:22:22.553428 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-537fa688-7e2b-4e00-a121-7e8b6a0c7131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (746bd208-1282-4406-ab84-8e138721186f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:22.598857 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-537fa688-7e2b-4e00-a121-7e8b6a0c7131 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68b278d1f9f649788b3312ab30ad33d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344332 Apr 07 17:22:22.599737 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51004) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:22.605792 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34c386ae-6395-4452-bb79-1c666767ae92 req-5b8395d8-afdc-4d4a-8ca9-61f75ffadecb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637677 Apr 07 17:22:22.658135 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fa688-7e2b-4e00-a121-7e8b6a0c7131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746bd208-1282-4406-ab84-8e138721186f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:22.699071 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ab33a1a0-3861-466a-a6e8-807fe002d5e3 admin admin] Publish callbacks [] for security_group (746bd208-1282-4406-ab84-8e138721186f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:22.742258 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ab33a1a0-3861-466a-a6e8-807fe002d5e3 admin admin] Publish callbacks [] for security_group (746bd208-1282-4406-ab84-8e138721186f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:22.882366 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ab33a1a0-3861-466a-a6e8-807fe002d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (746bd208-1282-4406-ab84-8e138721186f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:22.886340 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ab33a1a0-3861-466a-a6e8-807fe002d5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:22.892657 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ab33a1a0-3861-466a-a6e8-807fe002d5e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/746bd208-1282-4406-ab84-8e138721186f HTTP/1.1" status: 204 len: 168 time: 0.2854435 Apr 07 17:22:22.904120 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33a1a0-3861-466a-a6e8-807fe002d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746bd208-1282-4406-ab84-8e138721186f,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:22.912364 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 47442b13-f258-4d3e-a668-6710428db8ce details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:22:22.990116 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51018) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:23.094039 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 47442b13-f258-4d3e-a668-6710428db8ce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47442b13-f258-4d3e-a668-6710428db8ce,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:23.111156 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '47442b13-f258-4d3e-a668-6710428db8ce', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'port_id': '47442b13-f258-4d3e-a668-6710428db8ce', 'mac_address': 'fa:16:3e:11:93:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:22:23.174752 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 47442b13-f258-4d3e-a668-6710428db8ce is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:23.175775 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (47442b13-f258-4d3e-a668-6710428db8ce), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.205590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47442b13-f258-4d3e-a668-6710428db8ce {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:22:23.250351 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-88b039d7-ab00-49c3-87bf-a8ae4995d544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.253666 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 47442b13-f258-4d3e-a668-6710428db8ce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47442b13-f258-4d3e-a668-6710428db8ce,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:23.294279 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (47442b13-f258-4d3e-a668-6710428db8ce), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.361996 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=47442b13-f258-4d3e-a668-6710428db8ce,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:23.373748 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-88b039d7-ab00-49c3-87bf-a8ae4995d544 admin admin] Publish callbacks [] for security_group (de2d0a98-422a-47d2-9a00-3499eb984063), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.428114 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-88b039d7-ab00-49c3-87bf-a8ae4995d544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (de2d0a98-422a-47d2-9a00-3499eb984063), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.473016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51032) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:23.473598 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-88b039d7-ab00-49c3-87bf-a8ae4995d544 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cba78f699026418dac5df32993e42bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817154 Apr 07 17:22:23.486508 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b039d7-ab00-49c3-87bf-a8ae4995d544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d0a98-422a-47d2-9a00-3499eb984063,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:23.590659 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['47442b13-f258-4d3e-a668-6710428db8ce'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:22:23.632109 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c5555b5-fddb-4dd8-a81d-9653f5eab6c4 admin admin] Publish callbacks [] for security_group (de2d0a98-422a-47d2-9a00-3499eb984063), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.661053 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c5555b5-fddb-4dd8-a81d-9653f5eab6c4 admin admin] Publish callbacks [] for security_group (de2d0a98-422a-47d2-9a00-3499eb984063), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.813724 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c070781-b2f1-448f-a202-6edae3b5f7a4 req-a45921e4-4f1b-4f6f-80e8-35a7e14b30e9 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:23.823247 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c070781-b2f1-448f-a202-6edae3b5f7a4 req-a45921e4-4f1b-4f6f-80e8-35a7e14b30e9 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.2632766 Apr 07 17:22:23.869877 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c5555b5-fddb-4dd8-a81d-9653f5eab6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (de2d0a98-422a-47d2-9a00-3499eb984063), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.872623 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c5555b5-fddb-4dd8-a81d-9653f5eab6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:23.876881 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3c5555b5-fddb-4dd8-a81d-9653f5eab6c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de2d0a98-422a-47d2-9a00-3499eb984063 HTTP/1.1" status: 204 len: 168 time: 0.4007890 Apr 07 17:22:23.894933 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5555b5-fddb-4dd8-a81d-9653f5eab6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d0a98-422a-47d2-9a00-3499eb984063,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:23.950535 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4a8ad-4314-4907-8821-1f2aa2100b53 req-b25651a6-a2f6-49cf-bb3e-63a1160ddec8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:23.965974 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42f4a8ad-4314-4907-8821-1f2aa2100b53 req-b25651a6-a2f6-49cf-bb3e-63a1160ddec8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 945 time: 0.1369386 Apr 07 17:22:24.003146 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c070781-b2f1-448f-a202-6edae3b5f7a4 req-3c5bd4d5-80ba-47c9-a940-422134edb2e2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749091 Apr 07 17:22:24.055815 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42f4a8ad-4314-4907-8821-1f2aa2100b53 req-b936e4dc-882f-4f9e-a4a2-1a422df5d3fa tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854135 Apr 07 17:22:24.536328 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51078) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:24.752255 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b268f820-6b48-40ba-8a2e-25b729556f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:24.869818 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b268f820-6b48-40ba-8a2e-25b729556f71 admin admin] Publish callbacks [] for security_group (74d2fba2-7dbf-4908-8be4-79c48cbbde5b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:24.925776 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 47442b13-f258-4d3e-a668-6710428db8ce up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:24.952904 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b268f820-6b48-40ba-8a2e-25b729556f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (74d2fba2-7dbf-4908-8be4-79c48cbbde5b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.006622 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51098) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:25.020168 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b268f820-6b48-40ba-8a2e-25b729556f71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43a9f9908f99494189b57463e198637d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825766 Apr 07 17:22:25.022229 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268f820-6b48-40ba-8a2e-25b729556f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2fba2-7dbf-4908-8be4-79c48cbbde5b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:25.101748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 47442b13-f258-4d3e-a668-6710428db8ce completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:22:25.122646 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 47442b13-f258-4d3e-a668-6710428db8ce triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:25.124625 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (47442b13-f258-4d3e-a668-6710428db8ce), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.177231 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a8723b3-edea-4033-b041-131bc673a023 admin admin] Publish callbacks [] for security_group (74d2fba2-7dbf-4908-8be4-79c48cbbde5b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.232522 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a8723b3-edea-4033-b041-131bc673a023 admin admin] Publish callbacks [] for security_group (74d2fba2-7dbf-4908-8be4-79c48cbbde5b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.309758 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3429f1-6eb2-4cac-8710-f8b5d3d959fb req-114a8c2c-d8db-4699-a299-93986af3e4f8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:25.312113 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f3429f1-6eb2-4cac-8710-f8b5d3d959fb req-114a8c2c-d8db-4699-a299-93986af3e4f8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1785359 Apr 07 17:22:25.333380 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46252fe7-67cb-4841-8f76-91b88625a5d4 req-4cc8ca4d-ab94-4fe0-b736-1fc3006acb27 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:25.336136 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46252fe7-67cb-4841-8f76-91b88625a5d4 req-4cc8ca4d-ab94-4fe0-b736-1fc3006acb27 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 945 time: 0.1465709 Apr 07 17:22:25.362703 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 47442b13-f258-4d3e-a668-6710428db8ce is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:25.363410 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (47442b13-f258-4d3e-a668-6710428db8ce), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.416345 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:22:25.419205 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e88d4a-07cd-4e60-a94e-5cf36f4038cf" -d '{"events": [{"server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "name": "network-vif-plugged", "status": "completed", "tag": "47442b13-f258-4d3e-a668-6710428db8ce"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:22:25.427787 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f3429f1-6eb2-4cac-8710-f8b5d3d959fb req-bde4efc6-fefa-470d-9cf8-56354a59ca43 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052618 Apr 07 17:22:25.436982 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46252fe7-67cb-4841-8f76-91b88625a5d4 req-c3412965-8ab0-4b0a-bf68-fe33d94f04a1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783849 Apr 07 17:22:25.446456 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 47442b13-f258-4d3e-a668-6710428db8ce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47442b13-f258-4d3e-a668-6710428db8ce,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:25.503195 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adacb1d1-d73f-4ed5-a863-93fc69cbf844 x-openstack-request-id: req-adacb1d1-d73f-4ed5-a863-93fc69cbf844 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:22:25.503195 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "name": "network-vif-plugged", "status": "completed", "tag": "47442b13-f258-4d3e-a668-6710428db8ce", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:22:25.503195 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adacb1d1-d73f-4ed5-a863-93fc69cbf844 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:22:25.503195 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adacb1d1-d73f-4ed5-a863-93fc69cbf844'] response: {'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce', 'code': 200} Apr 07 17:22:25.872955 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a8723b3-edea-4033-b041-131bc673a023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (74d2fba2-7dbf-4908-8be4-79c48cbbde5b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.875899 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a8723b3-edea-4033-b041-131bc673a023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.884607 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3a8723b3-edea-4033-b041-131bc673a023 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74d2fba2-7dbf-4908-8be4-79c48cbbde5b HTTP/1.1" status: 204 len: 168 time: 0.8701949 Apr 07 17:22:25.889123 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8723b3-edea-4033-b041-131bc673a023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2fba2-7dbf-4908-8be4-79c48cbbde5b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:25.904498 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (47442b13-f258-4d3e-a668-6710428db8ce), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:25.981086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=47442b13-f258-4d3e-a668-6710428db8ce,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:26.115637 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c085709-01bf-4b6e-960e-df53c99f2dc8 req-3c9134bb-23b0-4e1a-8ab6-6b950a21bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:26.119078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c085709-01bf-4b6e-960e-df53c99f2dc8 req-3c9134bb-23b0-4e1a-8ab6-6b950a21bc27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0690854 Apr 07 17:22:26.194961 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c085709-01bf-4b6e-960e-df53c99f2dc8 req-3650c84e-f35b-45ed-af2e-3c0749a5f189 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698814 Apr 07 17:22:26.688917 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac186fda-2625-454d-a28c-60ac010535cd req-159f90bd-5889-46d6-a665-86da94f2ce50 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:26.690797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac186fda-2625-454d-a28c-60ac010535cd req-159f90bd-5889-46d6-a665-86da94f2ce50 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.1059179 Apr 07 17:22:26.703717 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d95d0-ce90-4e1b-8109-4a4b01310aaa req-dd9d8603-8e58-4bd7-90d3-165086df5268 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:26.705623 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f3d95d0-ce90-4e1b-8109-4a4b01310aaa req-dd9d8603-8e58-4bd7-90d3-165086df5268 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.0897865 Apr 07 17:22:26.791208 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac186fda-2625-454d-a28c-60ac010535cd req-0c9f8fa2-ec6f-4adf-ab67-87dc9b9c7640 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844078 Apr 07 17:22:26.796135 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f3d95d0-ce90-4e1b-8109-4a4b01310aaa req-e5fa0d75-dba7-43da-b4c1-8afb36dacdd8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820963 Apr 07 17:22:27.296745 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51174) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:27.395619 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-696459927-network', 'tenant_id': '81110c4ea45c46a88291fe2527aabd46'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:27.481681 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Made reservation on behalf of 81110c4ea45c46a88291fe2527aabd46 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:27.484005 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.493525 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.566700 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks [] for security_group (4431b26c-2708-488e-b849-9b996ec5f3c1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.632611 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4431b26c-2708-488e-b849-9b996ec5f3c1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.660778 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:22:27.666738 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4431b26c-2708-488e-b849-9b996ec5f3c1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:27.673959 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (53682926-8124-4a62-8fb9-9fee582f1c03), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.674377 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Added segment 53682926-8124-4a62-8fb9-9fee582f1c03 of type vlan for network 98029ca3-40af-49f8-8ff3-47599a1cc35d Apr 07 17:22:27.724549 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (98029ca3-40af-49f8-8ff3-47599a1cc35d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.838868 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (98029ca3-40af-49f8-8ff3-47599a1cc35d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.839910 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:27.840520 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:27.910629 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=98029ca3-40af-49f8-8ff3-47599a1cc35d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:27.920888 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 98029ca3-40af-49f8-8ff3-47599a1cc35d details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:22:27.939332 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-005975dc-9987-4313-b97b-d668dfe40dd0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6414204 Apr 07 17:22:27.942191 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51200) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:27.949132 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Request body: {'subnet': {'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-696459927-subnet', 'tenant_id': '81110c4ea45c46a88291fe2527aabd46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:28.006145 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a69a-756c-45b8-a555-f12b0abe5c63 req-b9f2f3e4-296d-49e5-9b39-df61b539f8f5 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:28.007707 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ce3a69a-756c-45b8-a555-f12b0abe5c63 req-b9f2f3e4-296d-49e5-9b39-df61b539f8f5 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1202543 Apr 07 17:22:28.017277 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b128a-26ad-4610-93bc-d0ee0369fbd1 req-2a379515-17b2-4793-a504-6c5d85a90a07 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:28.018746 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a65b128a-26ad-4610-93bc-d0ee0369fbd1 req-2a379515-17b2-4793-a504-6c5d85a90a07 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.1203699 Apr 07 17:22:28.038716 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Made reservation on behalf of 81110c4ea45c46a88291fe2527aabd46 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:28.042401 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:28.094847 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ce3a69a-756c-45b8-a555-f12b0abe5c63 req-4ab6b056-d63b-45ac-97fc-d46306c5644a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750079 Apr 07 17:22:28.102276 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a65b128a-26ad-4610-93bc-d0ee0369fbd1 req-52cfa7e9-5cb2-47ef-ab5b-fbb9c703e375 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748384 Apr 07 17:22:28.222480 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9946d0-1baa-4d0c-84d4-29c12fdfac00 req-0f005bb1-4729-438b-912c-db2de82ce55b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:28.223931 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9946d0-1baa-4d0c-84d4-29c12fdfac00 req-0f005bb1-4729-438b-912c-db2de82ce55b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0555022 Apr 07 17:22:28.232606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51204) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:28.236972 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'floatingip': {'port_id': '47442b13-f258-4d3e-a668-6710428db8ce'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:28.289437 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:28.296173 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (bf5e2f13-47e1-4b06-a8db-54b27e417bdc), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:28.370027 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5e2f13-47e1-4b06-a8db-54b27e417bdc,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:28.375174 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Checking segment: {'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:28.375529 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Network hostable DHCP agents. Network: 98029ca3-40af-49f8-8ff3-47599a1cc35d, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:22:28.472930 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Network 98029ca3-40af-49f8-8ff3-47599a1cc35d is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:22:28.564498 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 98029ca3-40af-49f8-8ff3-47599a1cc35d) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:28.573201 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a0ef2d-54ef-4820-95fd-b1aad0eb51e2 None None] Network 98029ca3-40af-49f8-8ff3-47599a1cc35d requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:22:28.576513 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:28.577109 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:28.665597 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8b7b1253-752f-4547-9fc0-eb35ef057fe0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7216823 Apr 07 17:22:28.700395 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-9b6b9c85-77b9-4bdf-aa2c-71960b42e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:28.701919 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-9b6b9c85-77b9-4bdf-aa2c-71960b42e79e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1129 time: 0.1414864 Apr 07 17:22:28.809987 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dbc3b6-741c-4c5f-a4ac-ac4607f5a18e None None] Network 98029ca3-40af-49f8-8ff3-47599a1cc35d requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:22:28.874446 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-39173d1b-adfe-4303-a506-04cc7bb1b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:28.876083 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-39173d1b-adfe-4303-a506-04cc7bb1b3b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 918 time: 0.1654649 Apr 07 17:22:28.889525 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:28.968017 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-69964944-f29c-42c7-ab82-a9225c20d6a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 200 len: 1001 time: 0.0807598 Apr 07 17:22:28.969496 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:29.088004 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-5f28de5c-d9fe-44c1-8fd6-872e8ec926c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:29.089475 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-5f28de5c-d9fe-44c1-8fd6-872e8ec926c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.0860372 Apr 07 17:22:29.133246 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Floating IP 40531d1b-ae64-42ad-b61e-217fb9b24a89 associated. External IP: 172.27.0.176, port: 47442b13-f258-4d3e-a668-6710428db8ce. Apr 07 17:22:29.219912 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-75325e26-6eac-49fc-9e98-7c6a8b1432f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:29.221449 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-75325e26-6eac-49fc-9e98-7c6a8b1432f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1256804 Apr 07 17:22:29.576204 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be4c3d-4984-4927-b389-c80aab3a67d7 req-b4450062-a936-4d78-8117-6c8ab74355a1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:29.576204 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5be4c3d-4984-4927-b389-c80aab3a67d7 req-b4450062-a936-4d78-8117-6c8ab74355a1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.3957858 Apr 07 17:22:29.576685 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51228) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:29.672635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-fc5521b6-ffb7-48d6-a957-003e8829377a service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240959 Apr 07 17:22:29.710642 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-24407c52-f71d-402f-93c9-8515826a520e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:29.764624 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5be4c3d-4984-4927-b389-c80aab3a67d7 req-da76fefe-ac24-4fd1-abd6-448315ab066a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786053 Apr 07 17:22:29.786427 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-24407c52-f71d-402f-93c9-8515826a520e admin admin] Publish callbacks [] for security_group (f55438fe-9296-4a7e-8b10-bac5f436b758), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:29.842210 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Router e953d319-9adb-4664-956c-15566dc8a969 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:22:29.849675 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba07b2-9a5c-4e36-8394-6048b1fb29c3 req-abced719-5b4b-4fe5-876a-cc437bf5f8dc service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695623 Apr 07 17:22:29.855317 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-24407c52-f71d-402f-93c9-8515826a520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f55438fe-9296-4a7e-8b10-bac5f436b758), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:29.893128 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24407c52-f71d-402f-93c9-8515826a520e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55438fe-9296-4a7e-8b10-bac5f436b758,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:29.900507 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-24407c52-f71d-402f-93c9-8515826a520e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48295ad86fbe4b069b4502bef1b3f606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185048 Apr 07 17:22:29.901834 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51234) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:29.953442 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e8f53123-1384-45a1-bb8d-b50ae82ad9a0 admin admin] Publish callbacks [] for security_group (f55438fe-9296-4a7e-8b10-bac5f436b758), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:29.959516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:22:29.965718 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:29.972628 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] Sync routers for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:22:29.985670 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e8f53123-1384-45a1-bb8d-b50ae82ad9a0 admin admin] Publish callbacks [] for security_group (f55438fe-9296-4a7e-8b10-bac5f436b758), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:29.990423 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:29.991529 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:30.013805 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5e3d3246-3b7c-48f3-8667-d8934bd7fc25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "PUT /v2.0/floatingips/40531d1b-ae64-42ad-b61e-217fb9b24a89 HTTP/1.1" status: 200 len: 992 time: 1.7676055 Apr 07 17:22:30.013805 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:22:30.013805 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:22:30.045199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451736d1-666a-4287-b9d5-828d8b95e55a x-openstack-request-id: req-451736d1-666a-4287-b9d5-828d8b95e55a {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:22:30.047286 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:22:30.049486 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-451736d1-666a-4287-b9d5-828d8b95e55a {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:22:30.049977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451736d1-666a-4287-b9d5-828d8b95e55a'] response: {'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce', 'status': 'completed', 'code': 200} Apr 07 17:22:30.104735 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:30.141204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e8f53123-1384-45a1-bb8d-b50ae82ad9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f55438fe-9296-4a7e-8b10-bac5f436b758), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:30.143846 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e8f53123-1384-45a1-bb8d-b50ae82ad9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:30.146047 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e8f53123-1384-45a1-bb8d-b50ae82ad9a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f55438fe-9296-4a7e-8b10-bac5f436b758 HTTP/1.1" status: 204 len: 168 time: 0.2427955 Apr 07 17:22:30.153951 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f53123-1384-45a1-bb8d-b50ae82ad9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55438fe-9296-4a7e-8b10-bac5f436b758,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:30.342058 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '40531d1b-ae64-42ad-b61e-217fb9b24a89', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'port_id': '47442b13-f258-4d3e-a668-6710428db8ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'mac_address': 'fa:16:3e:11:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:22:09Z', 'updated_at': '2022-04-07T17:22:28Z', 'revision_number': 1, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:30.367118 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] Checking router: e953d319-9adb-4664-956c-15566dc8a969 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:22:30.375797 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:30.376418 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:30.570826 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:30.710005 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51268) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:30.809701 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b459c822-1d9a-4779-a971-b8073e57dbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:30.840391 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '40531d1b-ae64-42ad-b61e-217fb9b24a89', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'port_id': '47442b13-f258-4d3e-a668-6710428db8ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'mac_address': 'fa:16:3e:11:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:22:09Z', 'updated_at': '2022-04-07T17:22:28Z', 'revision_number': 1, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:30.868657 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa1ce-4086-41e0-986a-898379135824 req-1df4c285-17a1-4a24-b060-0a1c507310c8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:30.869810 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bffce210-e2f7-4b94-a145-16516f726de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:30.875794 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa30151-de45-4949-a004-34143f765ef2 None None] The sync data for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi is: [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '40531d1b-ae64-42ad-b61e-217fb9b24a89', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'port_id': '47442b13-f258-4d3e-a668-6710428db8ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'mac_address': 'fa:16:3e:11:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:22:09Z', 'updated_at': '2022-04-07T17:22:28Z', 'revision_number': 1, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:22:30.876078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-1df4c285-17a1-4a24-b060-0a1c507310c8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/networks?id=98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 200 len: 813 time: 0.1348858 Apr 07 17:22:30.898520 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-690377fd-a046-4c75-86e4-3e456bea3e5c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/quotas/81110c4ea45c46a88291fe2527aabd46 HTTP/1.1" status: 200 len: 375 time: 0.0216155 Apr 07 17:22:30.967949 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-c71547a7-a89c-4e2c-92ac-7f499198130a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682857 Apr 07 17:22:30.970020 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bffce210-e2f7-4b94-a145-16516f726de4 admin admin] Publish callbacks [] for security_group (5eea3358-ddc0-4815-9045-3872fafa6dce), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:31.054659 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fc276-8b40-4fe4-93f7-0e6b509be7e7 req-7b3c2aae-204d-4b14-a73c-f49663baee95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:31.056787 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d7fc276-8b40-4fe4-93f7-0e6b509be7e7 req-7b3c2aae-204d-4b14-a73c-f49663baee95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1558239 Apr 07 17:22:31.061079 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bffce210-e2f7-4b94-a145-16516f726de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5eea3358-ddc0-4815-9045-3872fafa6dce), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:31.087406 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-8ca9805b-48f0-40bc-9483-4ad51c3b7d3a service neutron] 10.222.0.26 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183536 Apr 07 17:22:31.115926 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bffce210-e2f7-4b94-a145-16516f726de4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2687e1b7a3ea4e5db4048ee1085b7d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025586 Apr 07 17:22:31.117057 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51288) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:31.125555 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffce210-e2f7-4b94-a145-16516f726de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eea3358-ddc0-4815-9045-3872fafa6dce,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:31.172496 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2aeebe-9bec-46a9-9fec-a7ffecc277b5 None None] New status for floating IP 40531d1b-ae64-42ad-b61e-217fb9b24a89: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:22:31.191114 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d7fc276-8b40-4fe4-93f7-0e6b509be7e7 req-50c0b1e0-4732-45d8-95ef-77ade96b1996 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197264 Apr 07 17:22:31.199478 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d958bc9-e059-44aa-8689-80ee8482a1b5 admin admin] Publish callbacks [] for security_group (5eea3358-ddc0-4815-9045-3872fafa6dce), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:31.232886 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-a2c13f44-bc3f-4813-959a-45d836b35ebf service neutron] 10.222.0.26 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440985 Apr 07 17:22:31.249205 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d958bc9-e059-44aa-8689-80ee8482a1b5 admin admin] Publish callbacks [] for security_group (5eea3358-ddc0-4815-9045-3872fafa6dce), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:31.386712 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d958bc9-e059-44aa-8689-80ee8482a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5eea3358-ddc0-4815-9045-3872fafa6dce), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:31.392944 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d958bc9-e059-44aa-8689-80ee8482a1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:31.392944 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0d958bc9-e059-44aa-8689-80ee8482a1b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5eea3358-ddc0-4815-9045-3872fafa6dce HTTP/1.1" status: 204 len: 168 time: 0.2721996 Apr 07 17:22:31.400715 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d958bc9-e059-44aa-8689-80ee8482a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eea3358-ddc0-4815-9045-3872fafa6dce,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:31.503008 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-e6b475b1-7a89-400e-95c6-40e4d8d63ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:31.504938 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-e6b475b1-7a89-400e-95c6-40e4d8d63ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0548167 Apr 07 17:22:31.625647 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5fdae66-c1ef-4fed-85b9-8203e627445c req-f572fd8c-af6b-4b5c-84d1-31e7e5ded602 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 210 time: 0.0557632 Apr 07 17:22:31.670273 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-656611eb-fe3c-4aad-b5e5-7a303e79d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:31.672816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-656611eb-fe3c-4aad-b5e5-7a303e79d46b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1600225 Apr 07 17:22:31.741486 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-84413ad7-529f-464f-860f-0d3c896358d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0624852 Apr 07 17:22:31.788655 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-2f65eed2-2498-42d6-81b4-1dc051347de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:31.790691 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-2f65eed2-2498-42d6-81b4-1dc051347de9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0434051 Apr 07 17:22:31.842928 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-e605c4aa-41c4-469a-bb05-435c96a0042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:31.844364 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-e605c4aa-41c4-469a-bb05-435c96a0042b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472713 Apr 07 17:22:31.942968 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-408bf281-e8c6-4509-8a1a-27fd86e2e38b service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921872 Apr 07 17:22:32.049766 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5ecc91d-5e53-4a42-8723-91d583fcb6ec req-94001dc9-8b36-43e7-8fcd-24085f634a9f service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884004 Apr 07 17:22:32.098063 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51324) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:32.258257 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-501589c1-60bd-4530-8e0d-2743813741f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.384456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd761e-463e-42ad-9cd1-31d562f62cf6 req-e31bf4de-4376-4728-88a3-562fec4e2232 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:32.386078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4bd761e-463e-42ad-9cd1-31d562f62cf6 req-e31bf4de-4376-4728-88a3-562fec4e2232 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 945 time: 0.1042752 Apr 07 17:22:32.418990 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-501589c1-60bd-4530-8e0d-2743813741f9 admin admin] Publish callbacks [] for security_group (b126690d-e543-460a-b7e7-dcd77ca9de53), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.453821 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4bd761e-463e-42ad-9cd1-31d562f62cf6 req-157fe773-1fe7-46d1-ae7e-1e64b13fe9d4 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597055 Apr 07 17:22:32.512783 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-501589c1-60bd-4530-8e0d-2743813741f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (b126690d-e543-460a-b7e7-dcd77ca9de53), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.552730 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-501589c1-60bd-4530-8e0d-2743813741f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bff2aebba3b4a08a45b7ee3b3a5de47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536018 Apr 07 17:22:32.553695 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501589c1-60bd-4530-8e0d-2743813741f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b126690d-e543-460a-b7e7-dcd77ca9de53,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:32.556253 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51346) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:32.628499 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2074b021-05b7-4c07-9baf-678f21e80b79 admin admin] Publish callbacks [] for security_group (b126690d-e543-460a-b7e7-dcd77ca9de53), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.650953 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2074b021-05b7-4c07-9baf-678f21e80b79 admin admin] Publish callbacks [] for security_group (b126690d-e543-460a-b7e7-dcd77ca9de53), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.708908 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51354) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:32.731354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94a8d088-0e8b-4381-a0ae-eb4dd24f8123 req-83a49d4d-5919-4642-baa5-31613c2d8c7f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 210 time: 0.0309711 Apr 07 17:22:32.798949 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2074b021-05b7-4c07-9baf-678f21e80b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (b126690d-e543-460a-b7e7-dcd77ca9de53), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.801632 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2074b021-05b7-4c07-9baf-678f21e80b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.802743 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2074b021-05b7-4c07-9baf-678f21e80b79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b126690d-e543-460a-b7e7-dcd77ca9de53 HTTP/1.1" status: 204 len: 168 time: 0.2455091 Apr 07 17:22:32.814439 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b021-05b7-4c07-9baf-678f21e80b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b126690d-e543-460a-b7e7-dcd77ca9de53,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:32.827937 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618447685-network', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:32.952615 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Made reservation on behalf of f2cc28c058a54a7185d686c81dc0a3f1 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:32.957766 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.965109 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:32.967245 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:22:33.053685 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: ACTIVE; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:33.054281 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.072191 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks [] for security_group (16f29012-f76d-4809-99a8-3026b01f05b8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.081510 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:22:33.084005 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ede71b7-bd87-4d7e-8d20-321b2ab8ff71" -d '{"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:22:33.097380 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:33.116590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8aa63f-3a8f-4327-8721-56bab15124d4 x-openstack-request-id: req-3d8aa63f-3a8f-4327-8721-56bab15124d4 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:22:33.116877 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-unplugged", "status": "failed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec", "code": 422}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:22:33.117175 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d8aa63f-3a8f-4327-8721-56bab15124d4 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:22:33.118184 dv-cinder-836996-1-iscsi neutron-server[104017]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3d8aa63f-3a8f-4327-8721-56bab15124d4']: {'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'code': 422} returned with failed status Apr 07 17:22:33.221833 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (16f29012-f76d-4809-99a8-3026b01f05b8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.222087 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.263908 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:22:33.265222 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-66de7377-0410-4728-901a-5473f01ec78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.285523 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f29012-f76d-4809-99a8-3026b01f05b8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:33.290881 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (cd652bf6-d0a9-4d4a-9caf-300f7d1f839a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.291305 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Added segment cd652bf6-d0a9-4d4a-9caf-300f7d1f839a of type vlan for network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 Apr 07 17:22:33.319116 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=8']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:33.345032 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (a10bd6e5-9aa1-4360-84f9-94e5bb245a82), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.439122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (a10bd6e5-9aa1-4360-84f9-94e5bb245a82), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.440603 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:33.441997 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.501669 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=a10bd6e5-9aa1-4360-84f9-94e5bb245a82,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:33.511695 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:22:33.550309 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d1dbb56d-e448-433c-a055-7dd702261bd4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8403440 Apr 07 17:22:33.553127 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51370) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:33.558459 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Request body: {'subnet': {'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618447685-subnet', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:33.661268 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Made reservation on behalf of f2cc28c058a54a7185d686c81dc0a3f1 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:33.663601 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:33.831304 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-046fc3bd-daef-4a38-bf2b-8d7fea0b65c0 req-e83a1c54-5c4d-4edf-9db9-96f000c90f20 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 210 time: 0.0309808 Apr 07 17:22:33.858928 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-63b5e329-c53e-47d3-bedc-550cdb89f422 req-a2ed8c3c-bb42-439f-a634-85ce64328332 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:22:33.859977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63b5e329-c53e-47d3-bedc-550cdb89f422 req-a2ed8c3c-bb42-439f-a634-85ce64328332 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055654 Apr 07 17:22:33.890206 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.172522 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:34.180396 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Checking segment: {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:34.181403 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Network hostable DHCP agents. Network: a10bd6e5-9aa1-4360-84f9-94e5bb245a82, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:22:34.217982 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa1ce-4086-41e0-986a-898379135824 req-4b036dd8-52fb-4669-91f9-5c968395a537 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:34.219757 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-4b036dd8-52fb-4669-91f9-5c968395a537 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "GET /v2.0/networks?id=98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 200 len: 813 time: 0.1386366 Apr 07 17:22:34.260141 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Request body: {'port': {'device_id': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d', 'admin_state_up': True, 'tenant_id': '81110c4ea45c46a88291fe2527aabd46'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:34.273208 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:22:34.330283 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282751e-a6c1-4404-98ef-1c31318f2de4 req-f6b86bf5-2ccd-4ee1-aa04-c1c9936f8fdd tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:34.332082 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9282751e-a6c1-4404-98ef-1c31318f2de4 req-f6b86bf5-2ccd-4ee1-aa04-c1c9936f8fdd tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1317327 Apr 07 17:22:34.393272 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, a10bd6e5-9aa1-4360-84f9-94e5bb245a82) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:34.403127 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:34.403127 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.404914 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d59026-f5a1-4f0b-866e-d0c35869b09a None None] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:22:34.431372 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.433717 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9282751e-a6c1-4404-98ef-1c31318f2de4 req-7f7ee989-896f-40c5-8d63-c78fbe785815 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914674 Apr 07 17:22:34.528529 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:22:34.529848 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.533314 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-abad03ab-549d-4c04-aa26-5c62bfd82a03 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9761927 Apr 07 17:22:34.533603 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51406) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:34.540638 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:34.592548 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Made reservation on behalf of 81110c4ea45c46a88291fe2527aabd46 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:34.596015 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.617027 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (6054332f-43cf-46dd-b7a9-a58517445fad), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.619674 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (6054332f-43cf-46dd-b7a9-a58517445fad), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.688441 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks [] for router_controller (6054332f-43cf-46dd-b7a9-a58517445fad), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.706678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Allocated IP 172.20.0.2 (a10bd6e5-9aa1-4360-84f9-94e5bb245a82/a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9/15612e9f-b084-4d06-b81e-d10c7f223ece) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:34.735343 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Allocated IP 172.20.0.4 (98029ca3-40af-49f8-8ff3-47599a1cc35d/bf5e2f13-47e1-4b06-a8db-54b27e417bdc/611756c2-2e59-4286-aab5-5bb98b5b9133) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:34.917059 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51420) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:34.922828 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Publish callbacks [] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.927376 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks [] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.956850 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks [] for router_gateway (6054332f-43cf-46dd-b7a9-a58517445fad), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:34.966462 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c345422d-da3f-415b-8219-902c31a12b54 req-9ca75e5e-d6bc-495a-87d7-c24dea3f5ca0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 210 time: 0.0316832 Apr 07 17:22:35.015780 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.041154 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-e4067ae8-2db8-4e4c-9b4a-23c11114a8d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228552 Apr 07 17:22:35.051948 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-53626a7b-5b06-43ec-b295-5c2b3a2b59a7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:22:35.053033 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-53626a7b-5b06-43ec-b295-5c2b3a2b59a7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062907 Apr 07 17:22:35.056829 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:35.059816 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:35.066424 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:35.106321 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Pushing event updated for resources: {'Port': ['ID=15612e9f-b084-4d06-b81e-d10c7f223ece,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:35.114566 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.162779 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Attempting to bind port 15612e9f-b084-4d06-b81e-d10c7f223ece on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:35.163436 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Attempting to bind port 15612e9f-b084-4d06-b81e-d10c7f223ece by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:35.163958 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Attempting to bind port 15612e9f-b084-4d06-b81e-d10c7f223ece on network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:35.173716 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:35.174397 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Network 98029ca3-40af-49f8-8ff3-47599a1cc35d is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:35.177391 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:35.180940 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Checking segment: {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:35.181303 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:35.182730 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.184023 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Bound using segment: {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:35.184280 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51430) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:35.185951 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Bound port: 15612e9f-b084-4d06-b81e-d10c7f223ece, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:35.186446 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.241603 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Pushing event updated for resources: {'Port': ['ID=611756c2-2e59-4286-aab5-5bb98b5b9133,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:35.278164 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] For port 15612e9f-b084-4d06-b81e-d10c7f223ece, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:35.281873 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] For port 15612e9f-b084-4d06-b81e-d10c7f223ece, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=15612e9f-b084-4d06-b81e-d10c7f223ece,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:35.286387 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:35.287041 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.295403 dv-cinder-836996-1-iscsi neutron-server[104015]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 17:22:35.345397 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks [] for router_gateway (6054332f-43cf-46dd-b7a9-a58517445fad), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.353181 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-aae6b343-c157-4667-a68a-c497402e6438 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:35.354522 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-aae6b343-c157-4667-a68a-c497402e6438 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports/bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 200 len: 940 time: 0.1675336 Apr 07 17:22:35.370592 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.373310 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.407407 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-84e3dfc0-bba8-4e7c-b0a0-332f2bde63d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1520207 Apr 07 17:22:35.423473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Request body: {'port': {'device_id': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:35.439247 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df858bc9-c4c7-4a42-98de-2aa206f1a696 None None] Pushing event updated for resources: {'Port': ['ID=15612e9f-b084-4d06-b81e-d10c7f223ece,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:35.504512 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Allocated IP 172.27.0.232 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/91c1d55b-1dc5-457c-9af8-7a95c07794d0) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:35.537923 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.628725 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks [] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.635348 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.708138 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a7850-a0f6-4500-b182-0114a812d76e req-01205efd-4c5f-4740-9286-47f37a4a3b96 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:35.717040 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-463a7850-a0f6-4500-b182-0114a812d76e req-01205efd-4c5f-4740-9286-47f37a4a3b96 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1734586 Apr 07 17:22:35.753748 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.812737 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:35.816501 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:35.827344 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:35.834372 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Pushing event updated for resources: {'Port': ['ID=91c1d55b-1dc5-457c-9af8-7a95c07794d0,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:35.853399 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-463a7850-a0f6-4500-b182-0114a812d76e req-1e853318-5df8-4c7a-93b4-be97ea4a5325 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312797 Apr 07 17:22:35.970678 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611756c2-2e59-4286-aab5-5bb98b5b9133 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:22:35.978483 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Publish callbacks [] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:35.991847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Transition to ACTIVE for port object 611756c2-2e59-4286-aab5-5bb98b5b9133 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:22:36.069243 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.135121 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Pushing event updated for resources: {'Port': ['ID=611756c2-2e59-4286-aab5-5bb98b5b9133,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:36.144074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef505d6-467b-49a0-8845-82910eebd4db req-309427e0-afd5-49de-a21e-28096148db5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:36.145591 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eef505d6-467b-49a0-8845-82910eebd4db req-309427e0-afd5-49de-a21e-28096148db5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 931 time: 0.1062522 Apr 07 17:22:36.236612 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks [] for router_gateway (6054332f-43cf-46dd-b7a9-a58517445fad), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.251614 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eef505d6-467b-49a0-8845-82910eebd4db req-cf527332-42ef-4bf4-bc14-182cbcc82743 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973372 Apr 07 17:22:36.261556 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Attempting to bind port 611756c2-2e59-4286-aab5-5bb98b5b9133 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:36.261886 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Attempting to bind port 611756c2-2e59-4286-aab5-5bb98b5b9133 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:36.262212 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Attempting to bind port 611756c2-2e59-4286-aab5-5bb98b5b9133 on network 98029ca3-40af-49f8-8ff3-47599a1cc35d {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:36.272171 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Port 611756c2-2e59-4286-aab5-5bb98b5b9133 on network 98029ca3-40af-49f8-8ff3-47599a1cc35d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:22:36.272171 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Attempting to bind port 611756c2-2e59-4286-aab5-5bb98b5b9133 on network 98029ca3-40af-49f8-8ff3-47599a1cc35d {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:36.272849 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:36.273467 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Checking segment: {'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:36.273690 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Bound using segment: {'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:36.274790 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Bound port: 611756c2-2e59-4286-aab5-5bb98b5b9133, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:36.275239 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.375135 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] For port 611756c2-2e59-4286-aab5-5bb98b5b9133, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:36.379151 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] For port 611756c2-2e59-4286-aab5-5bb98b5b9133, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=611756c2-2e59-4286-aab5-5bb98b5b9133,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:36.467661 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.471017 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (6054332f-43cf-46dd-b7a9-a58517445fad), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.504738 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:36.505359 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.506741 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] 10.222.0.37 "PUT /v2.0/ports/611756c2-2e59-4286-aab5-5bb98b5b9133 HTTP/1.1" status: 200 len: 1093 time: 1.0900867 Apr 07 17:22:36.507176 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'tag': '611756c2-2e59-4286-aab5-5bb98b5b9133'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:22:36.511869 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c97fb7-e3a8-4c14-828d-7fd474ccef4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4797990b-2d5a-44f8-a9bd-b96d6919d4f0", "tag": "611756c2-2e59-4286-aab5-5bb98b5b9133"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:22:36.540675 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0af039-b5f4-4a62-b024-bf18606aafbd service neutron] Pushing event updated for resources: {'Port': ['ID=611756c2-2e59-4286-aab5-5bb98b5b9133,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:36.557718 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3a1544-541a-4c8d-87b4-b3c8c9417583 x-openstack-request-id: req-3a3a1544-541a-4c8d-87b4-b3c8c9417583 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:22:36.558011 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4797990b-2d5a-44f8-a9bd-b96d6919d4f0", "tag": "611756c2-2e59-4286-aab5-5bb98b5b9133", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:22:36.558264 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a3a1544-541a-4c8d-87b4-b3c8c9417583 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:22:36.558670 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3a1544-541a-4c8d-87b4-b3c8c9417583'] response: {'name': 'network-changed', 'server_uuid': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'tag': '611756c2-2e59-4286-aab5-5bb98b5b9133', 'status': 'completed', 'code': 200} Apr 07 17:22:36.608218 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81283577-f5f6-40be-b857-d3ea1fa6c230 None None] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:22:36.626312 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97fb7-e3a8-4c14-828d-7fd474ccef4c req-21ed49e1-6046-405a-9d3d-c7caafb2683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:36.628453 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7c97fb7-e3a8-4c14-828d-7fd474ccef4c req-21ed49e1-6046-405a-9d3d-c7caafb2683b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 1127 time: 0.0513649 Apr 07 17:22:36.696425 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-798b689d-b9a8-4dc8-b7fb-10f19b00b695 None None] Provisioning complete for port 15612e9f-b084-4d06-b81e-d10c7f223ece triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:36.696810 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-798b689d-b9a8-4dc8-b7fb-10f19b00b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.735786 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Router 6054332f-43cf-46dd-b7a9-a58517445fad is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:22:36.751169 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97fb7-e3a8-4c14-828d-7fd474ccef4c req-8ffff136-2a3f-45cb-959d-17d0c27a2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:36.753036 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7c97fb7-e3a8-4c14-828d-7fd474ccef4c req-8ffff136-2a3f-45cb-959d-17d0c27a2555 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=81110c4ea45c46a88291fe2527aabd46&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1176820 Apr 07 17:22:36.756056 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 15612e9f-b084-4d06-b81e-d10c7f223ece up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:36.863983 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:22:36.869397 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 15612e9f-b084-4d06-b81e-d10c7f223ece triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:36.869709 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.871365 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-798b689d-b9a8-4dc8-b7fb-10f19b00b695 None None] Current status of the port 15612e9f-b084-4d06-b81e-d10c7f223ece is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:36.871733 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-798b689d-b9a8-4dc8-b7fb-10f19b00b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.871847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97fb7-e3a8-4c14-828d-7fd474ccef4c req-faf1643f-639d-42df-aae7-238b312ec37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:36.873915 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7c97fb7-e3a8-4c14-828d-7fd474ccef4c req-faf1643f-639d-42df-aae7-238b312ec37f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147971 Apr 07 17:22:36.881855 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Sync routers for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:22:36.925668 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:36.926688 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:36.949590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-798b689d-b9a8-4dc8-b7fb-10f19b00b695 None None] For port 15612e9f-b084-4d06-b81e-d10c7f223ece, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=15612e9f-b084-4d06-b81e-d10c7f223ece,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:36.955728 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:36.957318 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4977af53-c41f-4850-9f11-0cb5c9504191 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4227910 Apr 07 17:22:36.960299 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51452) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:36.991896 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:22:37.050552 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-798b689d-b9a8-4dc8-b7fb-10f19b00b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.117617 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 15612e9f-b084-4d06-b81e-d10c7f223ece is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:37.118495 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.119256 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:37.151568 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.255866 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b689d-b9a8-4dc8-b7fb-10f19b00b695 None None] Pushing event updated for resources: {'Port': ['ID=15612e9f-b084-4d06-b81e-d10c7f223ece,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:37.283771 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 17:22:37.284127 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 17:22:37.286970 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-d1b35c62-6746-4326-a195-333268e019c1 None None] Provisioning complete for port 15612e9f-b084-4d06-b81e-d10c7f223ece triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:37.288603 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1b35c62-6746-4326-a195-333268e019c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.323345 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: DOWN; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:37.338962 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:35Z', 'revision_number': 3, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:37.376200 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Checking router: 6054332f-43cf-46dd-b7a9-a58517445fad for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:22:37.376660 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Updating router 6054332f-43cf-46dd-b7a9-a58517445fad port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:22:37.398366 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d1b35c62-6746-4326-a195-333268e019c1 None None] Current status of the port 15612e9f-b084-4d06-b81e-d10c7f223ece is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:37.408368 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa1ce-4086-41e0-986a-898379135824 req-49a68e51-97ba-42bd-9bee-b6089de27f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:37.409610 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.409937 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-49a68e51-97ba-42bd-9bee-b6089de27f5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 1127 time: 0.4915235 Apr 07 17:22:37.431886 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36772e47-087e-474e-90cb-4b00cb318b74 req-665091ec-eae3-440f-9af9-fe54fdcf8f63 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:37.433443 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36772e47-087e-474e-90cb-4b00cb318b74 req-665091ec-eae3-440f-9af9-fe54fdcf8f63 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.4841661 Apr 07 17:22:37.490756 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-1ff71048-6a46-4b63-aadf-ea9b4fb0e4c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611756c2-2e59-4286-aab5-5bb98b5b9133 HTTP/1.1" status: 200 len: 217 time: 0.0545890 Apr 07 17:22:37.505017 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf72a6e-a486-49d1-8282-505a24fd01d3 req-a33322f6-4362-44ca-ad50-9419247765e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:37.506553 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf72a6e-a486-49d1-8282-505a24fd01d3 req-a33322f6-4362-44ca-ad50-9419247765e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 943 time: 0.1324341 Apr 07 17:22:37.576255 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36772e47-087e-474e-90cb-4b00cb318b74 req-feac6e19-4bbf-4336-a595-946134448f71 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333354 Apr 07 17:22:37.593998 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa1ce-4086-41e0-986a-898379135824 req-5caec04a-74e8-442c-97be-89fdeef993fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:37.595479 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-5caec04a-74e8-442c-97be-89fdeef993fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf5e2f13-47e1-4b06-a8db-54b27e417bdc HTTP/1.1" status: 200 len: 853 time: 0.0880411 Apr 07 17:22:37.624840 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cf72a6e-a486-49d1-8282-505a24fd01d3 req-427624bb-2d3d-4644-8e0a-6d399a48e7f1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Apr 07 17:22:37.650231 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-3c9425ac-4a0c-4490-921c-a254a8b26dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98029ca3-40af-49f8-8ff3-47599a1cc35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440691 Apr 07 17:22:37.700498 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Publish callbacks [] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.748816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-ea45082a-7b67-4cc2-affc-5e81601e60f3 service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921454 Apr 07 17:22:37.763868 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.798189 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.830573 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 15612e9f-b084-4d06-b81e-d10c7f223ece is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:37.852036 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c23fa1ce-4086-41e0-986a-898379135824 req-31fe92de-8eb7-4951-9a4a-0ef63e889840 service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962799 Apr 07 17:22:37.860203 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Attempting to bind port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:37.860571 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Attempting to bind port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:37.860946 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Attempting to bind port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:37.873578 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:37.873954 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:37.874354 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.878334 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:37.878334 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Bound port: 91c1d55b-1dc5-457c-9af8-7a95c07794d0, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:37.878334 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:37.899636 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Pushing event updated for resources: {'Port': ['ID=91c1d55b-1dc5-457c-9af8-7a95c07794d0,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:37.911054 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.911333 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.911703 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.912068 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.912407 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.912739 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.913065 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.913425 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.913753 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.914733 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.915066 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.915409 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.915740 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.916072 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.916406 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:22:37.932589 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Allocated IP 172.20.0.1 (a10bd6e5-9aa1-4360-84f9-94e5bb245a82/a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9/37c4c964-8391-402b-a34d-c764060f9b00) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:37.947160 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] For port 91c1d55b-1dc5-457c-9af8-7a95c07794d0, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:37.950298 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] For port 91c1d55b-1dc5-457c-9af8-7a95c07794d0, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=91c1d55b-1dc5-457c-9af8-7a95c07794d0,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:38.015700 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.040186 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks [] for port (37c4c964-8391-402b-a34d-c764060f9b00), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.066520 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:38.067134 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:38.113082 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (37c4c964-8391-402b-a34d-c764060f9b00), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.118820 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60439b82-8b7d-4d59-b100-d211dd7a996c None None] Pushing event updated for resources: {'Port': ['ID=91c1d55b-1dc5-457c-9af8-7a95c07794d0,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:38.151524 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:38.154399 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:38.157844 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:38.190896 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Pushing event updated for resources: {'Port': ['ID=37c4c964-8391-402b-a34d-c764060f9b00,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:38.192625 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:38.207296 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (6054332f-43cf-46dd-b7a9-a58517445fad), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.391951 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:35Z', 'revision_number': 3, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:38.403877 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (37c4c964-8391-402b-a34d-c764060f9b00), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.418549 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8146e-3533-44c6-be9b-a978207e4bc4 None None] The sync data for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi is: [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:35Z', 'revision_number': 3, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:22:38.436806 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-18985680-7998-42a2-a077-6301660ea12d None None] Provisioning complete for port 37c4c964-8391-402b-a34d-c764060f9b00 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:38.437206 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18985680-7998-42a2-a077-6301660ea12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (37c4c964-8391-402b-a34d-c764060f9b00), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.474225 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-18985680-7998-42a2-a077-6301660ea12d None None] Port 37c4c964-8391-402b-a34d-c764060f9b00 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:22:38.583490 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks [] for port (37c4c964-8391-402b-a34d-c764060f9b00), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.632659 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (37c4c964-8391-402b-a34d-c764060f9b00), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.737994 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Pushing event updated for resources: {'Port': ['ID=37c4c964-8391-402b-a34d-c764060f9b00,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:38.744101 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (6054332f-43cf-46dd-b7a9-a58517445fad), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.770401 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 15612e9f-b084-4d06-b81e-d10c7f223ece up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:38.812542 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa575-452f-4a28-92c4-a2568bb0bd9f req-d3fc9fbf-9ddd-4209-bdec-5efdc1c12a39 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:38.814122 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-454aa575-452f-4a28-92c4-a2568bb0bd9f req-d3fc9fbf-9ddd-4209-bdec-5efdc1c12a39 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0994420 Apr 07 17:22:38.841845 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1e11-d514-476a-bbe6-2f75a8d1fee2 req-3b0881b1-d01f-4918-b230-fec9f2d1d7de tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:38.842448 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 15612e9f-b084-4d06-b81e-d10c7f223ece triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:38.843395 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:38.843515 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d85b1e11-d514-476a-bbe6-2f75a8d1fee2 req-3b0881b1-d01f-4918-b230-fec9f2d1d7de tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 943 time: 0.0877259 Apr 07 17:22:38.872132 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:38.873776 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:38.918030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-454aa575-452f-4a28-92c4-a2568bb0bd9f req-a8cf9f6f-87ea-4ff4-89bb-29a23e9316ab tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928116 Apr 07 17:22:38.937525 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d85b1e11-d514-476a-bbe6-2f75a8d1fee2 req-fec0aee1-a326-4bc2-9813-5769165fb475 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806985 Apr 07 17:22:38.966595 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 15612e9f-b084-4d06-b81e-d10c7f223ece is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:39.049444 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Router 6054332f-43cf-46dd-b7a9-a58517445fad has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:22:39.173917 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:22:39.178807 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-dc2feae9-aa1a-4117-9768-3960333c3aae admin admin] 10.222.0.26 "PUT /v2.0/routers/6054332f-43cf-46dd-b7a9-a58517445fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2173650 Apr 07 17:22:39.206457 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bccd2f36-3769-4b1d-ac27-1551ff1a8adb None None] Provisioning complete for port 37c4c964-8391-402b-a34d-c764060f9b00 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:39.206824 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bccd2f36-3769-4b1d-ac27-1551ff1a8adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (37c4c964-8391-402b-a34d-c764060f9b00), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:39.245294 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bccd2f36-3769-4b1d-ac27-1551ff1a8adb None None] Port 37c4c964-8391-402b-a34d-c764060f9b00 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:22:39.907647 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51480) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:39.912775 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1599435767-network', 'tenant_id': '2c929332dce745e69335f178261a3f97'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:39.981370 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Made reservation on behalf of 2c929332dce745e69335f178261a3f97 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:39.983694 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:39.996038 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.062786 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Sync routers for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:22:40.073817 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:40.074527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:40.082485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks [] for security_group (f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.099360 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948fe6d-896e-4f31-add3-bc118e8f696b req-8f5974cb-b261-4f3f-8fbf-8eb8745a9eb8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:40.100844 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2948fe6d-896e-4f31-add3-bc118e8f696b req-8f5974cb-b261-4f3f-8fbf-8eb8745a9eb8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0993772 Apr 07 17:22:40.113232 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8db81-9928-44a6-98b0-0550525fef08 req-87c40eb6-36d9-45ff-834c-8dc16597a114 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:40.114750 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20b8db81-9928-44a6-98b0-0550525fef08 req-87c40eb6-36d9-45ff-834c-8dc16597a114 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 943 time: 0.0790279 Apr 07 17:22:40.175972 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.185069 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2948fe6d-896e-4f31-add3-bc118e8f696b req-5eac4d86-aff4-4940-a2dd-7ba35f065380 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693176 Apr 07 17:22:40.198211 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20b8db81-9928-44a6-98b0-0550525fef08 req-503ca8b6-fe8c-4b0a-ad0b-559283afec50 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Apr 07 17:22:40.201574 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:22:40.219005 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:40.224377 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (a561a0a8-288a-426f-8041-26bda063265b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.224816 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Added segment a561a0a8-288a-426f-8041-26bda063265b of type vlan for network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 Apr 07 17:22:40.273165 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (698d7ec3-dffd-430b-ba93-a3ac2a2aa079), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.321654 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:40.335257 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (698d7ec3-dffd-430b-ba93-a3ac2a2aa079), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.336987 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:40.337607 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.395271 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=698d7ec3-dffd-430b-ba93-a3ac2a2aa079,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:40.406383 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:22:40.407294 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1da0812b-1233-4fd6-9896-e2aebe4e6fa8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4984820 Apr 07 17:22:40.409919 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51488) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:40.421181 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Request body: {'subnet': {'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1599435767-subnet', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:40.512511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Made reservation on behalf of 2c929332dce745e69335f178261a3f97 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:22:40.514803 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.594410 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 2, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:40.626777 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Checking router: 6054332f-43cf-46dd-b7a9-a58517445fad for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:22:40.627132 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Updating router 6054332f-43cf-46dd-b7a9-a58517445fad port 37c4c964-8391-402b-a34d-c764060f9b00 binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:22:40.658875 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (37c4c964-8391-402b-a34d-c764060f9b00), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.709060 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 91c1d55b-1dc5-457c-9af8-7a95c07794d0 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:40.747081 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (446da927-9680-4a2f-8400-9b6b069a8774), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.801413 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446da927-9680-4a2f-8400-9b6b069a8774,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:40.810791 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Checking segment: {'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:40.811151 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Network hostable DHCP agents. Network: 698d7ec3-dffd-430b-ba93-a3ac2a2aa079, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:22:40.871262 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:40.871636 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:40.895621 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:22:40.998006 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 698d7ec3-dffd-430b-ba93-a3ac2a2aa079) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:41.002000 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:41.002590 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.010799 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4f78f-3aa2-4bb3-9c75-97a30542046f None None] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:22:41.018047 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 611756c2-2e59-4286-aab5-5bb98b5b9133 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:22:41.060300 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:41.060607 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.075294 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4a1e0c33-e319-4e77-84c9-0f1b4414bbe0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6640532 Apr 07 17:22:41.078027 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51490) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:41.084257 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:41.116319 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Publish callbacks [] for port (37c4c964-8391-402b-a34d-c764060f9b00), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.130209 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 91c1d55b-1dc5-457c-9af8-7a95c07794d0, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=91c1d55b-1dc5-457c-9af8-7a95c07794d0,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:41.164534 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (313cff80-c142-49be-bb84-25834c01f952), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.166173 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (313cff80-c142-49be-bb84-25834c01f952), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.196301 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (37c4c964-8391-402b-a34d-c764060f9b00), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.198588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.222028 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks [] for router_controller (313cff80-c142-49be-bb84-25834c01f952), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.262645 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-698d7ec3-dffd-430b-ba93-a3ac2a2aa079', 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079', 'project_id': '2c929332dce745e69335f178261a3f97', 'fixed_ips': [{'subnet_id': '446da927-9680-4a2f-8400-9b6b069a8774'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:22:41.263440 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.386279 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b3d2-2cd7-4eb2-aa9a-f90c20a12e47 req-199e9e73-6c80-489a-9464-50f2fa474b2e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:41.388083 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0188b3d2-2cd7-4eb2-aa9a-f90c20a12e47 req-199e9e73-6c80-489a-9464-50f2fa474b2e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 943 time: 0.1010695 Apr 07 17:22:41.399175 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a6b3a-72f2-4a3c-a6d8-80153dcfd3a3 req-6954a43d-c675-4d1a-bb51-5cade93a710e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:41.401225 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-312a6b3a-72f2-4a3c-a6d8-80153dcfd3a3 req-6954a43d-c675-4d1a-bb51-5cade93a710e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1031132 Apr 07 17:22:41.407523 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b1b3a-0f1e-4edb-8beb-c5adf5225366 None None] Pushing event updated for resources: {'Port': ['ID=37c4c964-8391-402b-a34d-c764060f9b00,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:41.494178 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 611756c2-2e59-4286-aab5-5bb98b5b9133, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=611756c2-2e59-4286-aab5-5bb98b5b9133,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:41.507272 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks [] for router_gateway (313cff80-c142-49be-bb84-25834c01f952), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.525057 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0188b3d2-2cd7-4eb2-aa9a-f90c20a12e47 req-a855781b-17aa-4648-aa24-1960bc8ebb7a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202674 Apr 07 17:22:41.544936 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-312a6b3a-72f2-4a3c-a6d8-80153dcfd3a3 req-eba97419-9faf-47c9-a09d-6102da18643c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357479 Apr 07 17:22:41.550295 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '611756c2-2e59-4286-aab5-5bb98b5b9133', 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d', 'port_id': '611756c2-2e59-4286-aab5-5bb98b5b9133', 'mac_address': 'fa:16:3e:d7:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5e2f13-47e1-4b06-a8db-54b27e417bdc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:22:41.608246 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Attempting to bind port 37c4c964-8391-402b-a34d-c764060f9b00 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:41.608523 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Attempting to bind port 37c4c964-8391-402b-a34d-c764060f9b00 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:41.608875 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Attempting to bind port 37c4c964-8391-402b-a34d-c764060f9b00 on network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:41.640030 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=91c1d55b-1dc5-457c-9af8-7a95c07794d0,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:41.648361 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:41.649040 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Checking segment: {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:41.649496 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.650060 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Bound using segment: {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:41.650534 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Bound port: 37c4c964-8391-402b-a34d-c764060f9b00, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:41.650908 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (37c4c964-8391-402b-a34d-c764060f9b00), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.688721 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-57319d06-76d9-497d-85f3-03413db9a227 None None] Provisioning complete for port 37c4c964-8391-402b-a34d-c764060f9b00 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:41.689081 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57319d06-76d9-497d-85f3-03413db9a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (37c4c964-8391-402b-a34d-c764060f9b00), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.690424 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 611756c2-2e59-4286-aab5-5bb98b5b9133 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:41.690782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.693781 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Allocated IP 172.20.0.2 (698d7ec3-dffd-430b-ba93-a3ac2a2aa079/446da927-9680-4a2f-8400-9b6b069a8774/0764720e-310b-40e0-a918-0804d51dbec7) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:41.758616 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611756c2-2e59-4286-aab5-5bb98b5b9133 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:22:41.778863 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks [] for router_gateway (313cff80-c142-49be-bb84-25834c01f952), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.797942 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:41.811598 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-57319d06-76d9-497d-85f3-03413db9a227 None None] Port 37c4c964-8391-402b-a34d-c764060f9b00 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:22:41.856240 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 611756c2-2e59-4286-aab5-5bb98b5b9133, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=611756c2-2e59-4286-aab5-5bb98b5b9133,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:41.862367 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] For port 37c4c964-8391-402b-a34d-c764060f9b00, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:41.881056 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] For port 37c4c964-8391-402b-a34d-c764060f9b00, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=37c4c964-8391-402b-a34d-c764060f9b00,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:41.906365 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Allocated IP 172.27.0.70 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/084c99a4-20df-45c8-9b55-32d995b147e9) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:42.016930 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks [] for port (084c99a4-20df-45c8-9b55-32d995b147e9), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.062115 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (37c4c964-8391-402b-a34d-c764060f9b00), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.063946 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.122591 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.126721 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Publish callbacks [] for port (0764720e-310b-40e0-a918-0804d51dbec7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.141806 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:42.142451 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:42.147818 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b1b3a-0f1e-4edb-8beb-c5adf5225366 None None] Pushing event updated for resources: {'Port': ['ID=37c4c964-8391-402b-a34d-c764060f9b00,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:42.160873 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:42.165477 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:42.168029 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:42.212962 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (0764720e-310b-40e0-a918-0804d51dbec7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.284242 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Pushing event updated for resources: {'Port': ['ID=084c99a4-20df-45c8-9b55-32d995b147e9,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:42.297348 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:42.308036 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:42.312917 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:42.314954 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=611756c2-2e59-4286-aab5-5bb98b5b9133,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:42.328723 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['611756c2-2e59-4286-aab5-5bb98b5b9133'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:22:42.400270 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:42.478846 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Pushing event updated for resources: {'Port': ['ID=0764720e-310b-40e0-a918-0804d51dbec7,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:42.518334 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks [] for router_gateway (313cff80-c142-49be-bb84-25834c01f952), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.540658 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Attempting to bind port 0764720e-310b-40e0-a918-0804d51dbec7 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:42.541025 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Attempting to bind port 0764720e-310b-40e0-a918-0804d51dbec7 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:42.541413 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Attempting to bind port 0764720e-310b-40e0-a918-0804d51dbec7 on network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:42.561052 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-14bbaea5-533f-4b9b-8462-bcf87bbcf220 None None] Provisioning complete for port 37c4c964-8391-402b-a34d-c764060f9b00 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:42.561276 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14bbaea5-533f-4b9b-8462-bcf87bbcf220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (37c4c964-8391-402b-a34d-c764060f9b00), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.573374 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:42.573663 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Checking segment: {'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:42.574064 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.574475 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Bound using segment: {'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:42.575093 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Bound port: 0764720e-310b-40e0-a918-0804d51dbec7, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:42.575479 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0764720e-310b-40e0-a918-0804d51dbec7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:42.776585 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b417c1c-9bac-4993-8148-d56f89a18931 req-d82915c7-6ae1-4774-a9bc-753505cca985 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:42.781245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b417c1c-9bac-4993-8148-d56f89a18931 req-d82915c7-6ae1-4774-a9bc-753505cca985 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 944 time: 0.1034071 Apr 07 17:22:42.781368 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 91c1d55b-1dc5-457c-9af8-7a95c07794d0 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:42.793898 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1002d7-03cd-4090-89af-33004ab67a7e req-6db185f3-6e70-4dc7-bf8f-0f585b925ad0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:42.795626 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d1002d7-03cd-4090-89af-33004ab67a7e req-6db185f3-6e70-4dc7-bf8f-0f585b925ad0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1216512 Apr 07 17:22:42.854816 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] For port 0764720e-310b-40e0-a918-0804d51dbec7, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:42.875018 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b417c1c-9bac-4993-8148-d56f89a18931 req-45a2b8ec-6009-4c32-9a06-e732ee536eb1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781662 Apr 07 17:22:42.905081 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d1002d7-03cd-4090-89af-33004ab67a7e req-1e7750c9-d466-4f32-8de2-1d253c1d320d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019020 Apr 07 17:22:42.908420 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] For port 0764720e-310b-40e0-a918-0804d51dbec7, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0764720e-310b-40e0-a918-0804d51dbec7,segment=NetworkSegment(a561a0a8-288a-426f-8041-26bda063265b),segment_id=a561a0a8-288a-426f-8041-26bda063265b)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:42.980343 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-14bbaea5-533f-4b9b-8462-bcf87bbcf220 None None] Current status of the port 37c4c964-8391-402b-a34d-c764060f9b00 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:42.982203 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14bbaea5-533f-4b9b-8462-bcf87bbcf220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (37c4c964-8391-402b-a34d-c764060f9b00), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:43.001150 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:43.006493 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0764720e-310b-40e0-a918-0804d51dbec7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:43.058266 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fea063-fbe3-462d-8824-e91cf34c2933 None None] The sync data for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi is: [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:22:43.062472 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:43.062910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:43.094856 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-14bbaea5-533f-4b9b-8462-bcf87bbcf220 None None] For port 37c4c964-8391-402b-a34d-c764060f9b00, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=37c4c964-8391-402b-a34d-c764060f9b00,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:43.145860 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (313cff80-c142-49be-bb84-25834c01f952), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:43.167494 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baef4da-9a3e-409e-9193-14d47a5608d3 None None] Pushing event updated for resources: {'Port': ['ID=0764720e-310b-40e0-a918-0804d51dbec7,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:43.188575 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-14bbaea5-533f-4b9b-8462-bcf87bbcf220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (37c4c964-8391-402b-a34d-c764060f9b00), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:43.299847 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbaea5-533f-4b9b-8462-bcf87bbcf220 None None] Pushing event updated for resources: {'Port': ['ID=37c4c964-8391-402b-a34d-c764060f9b00,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:43.345440 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:43.378615 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e4ff6-b0ae-4f1d-adc2-6a577df39cfc req-49a96d56-bc97-4586-901d-ce25ec296ca9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:43.380240 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c66e4ff6-b0ae-4f1d-adc2-6a577df39cfc req-49a96d56-bc97-4586-901d-ce25ec296ca9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0918672 Apr 07 17:22:43.390006 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Router 313cff80-c142-49be-bb84-25834c01f952 is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:22:43.457308 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c66e4ff6-b0ae-4f1d-adc2-6a577df39cfc req-117c3bdb-df7f-4645-a190-44d5f00aed88 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599704 Apr 07 17:22:43.561266 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:22:43.571706 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Sync routers for ids ['313cff80-c142-49be-bb84-25834c01f952'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:22:43.587979 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Routers {'313cff80-c142-49be-bb84-25834c01f952'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:43.588694 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['313cff80-c142-49be-bb84-25834c01f952'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:43.637083 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:43.640996 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-32a48040-dee2-45e7-b9f5-3e472e1509c7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5595293 Apr 07 17:22:43.641218 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51514) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:43.824484 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Set router 313cff80-c142-49be-bb84-25834c01f952 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:44.189690 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:42Z', 'revision_number': 3, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port': {'id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:44.189690 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Checking router: 313cff80-c142-49be-bb84-25834c01f952 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:22:44.189690 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Updating router 313cff80-c142-49be-bb84-25834c01f952 port 084c99a4-20df-45c8-9b55-32d995b147e9 binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:22:44.459025 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.460430 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617600a1-7467-4839-9673-737467d0304d req-025efe99-576d-40b8-842d-7c167c40846a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.460430 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-617600a1-7467-4839-9673-737467d0304d req-025efe99-576d-40b8-842d-7c167c40846a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1683333 Apr 07 17:22:44.460430 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-8688c66b-0954-4cb0-8da6-4c84e8430056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.460430 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-8688c66b-0954-4cb0-8da6-4c84e8430056 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f&tenant_id=cb8370d7baf14d80b8e6f7882864649e HTTP/1.1" status: 200 len: 1127 time: 0.2435217 Apr 07 17:22:44.460430 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413b98c-8341-432a-a06c-e6a57b81ad56 req-4be1c496-6745-4daa-875c-a153c26ac1cd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.462362 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.462630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5413b98c-8341-432a-a06c-e6a57b81ad56 req-4be1c496-6745-4daa-875c-a153c26ac1cd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 944 time: 0.1911027 Apr 07 17:22:44.462630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-617600a1-7467-4839-9673-737467d0304d req-71723270-c96f-4639-bdee-d205c80e0b9e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600838 Apr 07 17:22:44.462630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5413b98c-8341-432a-a06c-e6a57b81ad56 req-879c5a51-ec89-4842-8939-9dda11c0ff77 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550140 Apr 07 17:22:44.462630 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-d37565da-1803-4963-b241-2411a5bcab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.462630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-d37565da-1803-4963-b241-2411a5bcab4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1127 time: 0.1579673 Apr 07 17:22:44.467088 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Allocated IP 172.20.0.1 (698d7ec3-dffd-430b-ba93-a3ac2a2aa079/446da927-9680-4a2f-8400-9b6b069a8774/05295592-2550-4b2a-befa-464a9fd38f07) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:22:44.552785 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-cd8a3a74-1d56-4798-8088-cb5b51cbcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.554649 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-cd8a3a74-1d56-4798-8088-cb5b51cbcc39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 918 time: 0.1367345 Apr 07 17:22:44.636963 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d72c6-c525-4f67-bf65-08e432a4c573 None None] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:22:44.643414 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Publish callbacks [] for port (084c99a4-20df-45c8-9b55-32d995b147e9), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.660086 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks [] for port (05295592-2550-4b2a-befa-464a9fd38f07), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.699157 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-3208f450-77c2-44fa-9f09-e03c05da05a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 200 len: 999 time: 0.1336801 Apr 07 17:22:44.724047 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.727630 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfd7ad-9776-4e53-8aff-3eb85cf66cd5 req-f0300625-8cf9-4fce-8040-5a517acbf5cb tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.735503 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4dfd7ad-9776-4e53-8aff-3eb85cf66cd5 req-f0300625-8cf9-4fce-8040-5a517acbf5cb tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.1457529 Apr 07 17:22:44.781950 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (05295592-2550-4b2a-befa-464a9fd38f07), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.817961 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Attempting to bind port 084c99a4-20df-45c8-9b55-32d995b147e9 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:44.818671 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Attempting to bind port 084c99a4-20df-45c8-9b55-32d995b147e9 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:44.819208 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Attempting to bind port 084c99a4-20df-45c8-9b55-32d995b147e9 on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:44.833629 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb60f56-3630-4a36-a34b-07cf5dd7d0bf None None] Pushing event updated for resources: {'Port': ['ID=084c99a4-20df-45c8-9b55-32d995b147e9,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:44.837761 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:44.838382 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:44.838941 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.839470 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:44.840104 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Bound port: 084c99a4-20df-45c8-9b55-32d995b147e9, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:44.840795 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4dfd7ad-9776-4e53-8aff-3eb85cf66cd5 req-3176f3c3-f059-4ba2-9f8c-b5eb6698a99b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042542 Apr 07 17:22:44.844980 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0764720e-310b-40e0-a918-0804d51dbec7 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:44.853019 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-9f35e186-3a00-49d8-9d63-04b4c38b635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.853809 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.855195 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-9f35e186-3a00-49d8-9d63-04b4c38b635f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.1490350 Apr 07 17:22:44.868384 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-b8822151-fda6-4744-ae53-56dc86759ca5 None None] Provisioning complete for port 0764720e-310b-40e0-a918-0804d51dbec7 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:44.868675 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8822151-fda6-4744-ae53-56dc86759ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0764720e-310b-40e0-a918-0804d51dbec7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.875330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:44.878787 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:44.881667 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:22:44.916230 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] For port 084c99a4-20df-45c8-9b55-32d995b147e9, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:44.920801 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] For port 084c99a4-20df-45c8-9b55-32d995b147e9, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=084c99a4-20df-45c8-9b55-32d995b147e9,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:44.945021 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-03e034a1-b5d6-4871-9c0e-8dc236d3beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:44.950569 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-03e034a1-b5d6-4871-9c0e-8dc236d3beb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805678 Apr 07 17:22:44.950774 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Pushing event updated for resources: {'Port': ['ID=05295592-2550-4b2a-befa-464a9fd38f07,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:44.965336 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (313cff80-c142-49be-bb84-25834c01f952), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:44.986549 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 0764720e-310b-40e0-a918-0804d51dbec7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:44.987392 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0764720e-310b-40e0-a918-0804d51dbec7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.004094 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.042557 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b8822151-fda6-4744-ae53-56dc86759ca5 None None] Current status of the port 0764720e-310b-40e0-a918-0804d51dbec7 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:45.043705 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8822151-fda6-4744-ae53-56dc86759ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0764720e-310b-40e0-a918-0804d51dbec7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.058835 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-69b4d402-25b8-40a2-ac9a-bc8026ae0fd4 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999143 Apr 07 17:22:45.067508 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 611756c2-2e59-4286-aab5-5bb98b5b9133 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:45.116692 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb60f56-3630-4a36-a34b-07cf5dd7d0bf None None] Pushing event updated for resources: {'Port': ['ID=084c99a4-20df-45c8-9b55-32d995b147e9,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:45.137277 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Routers {'313cff80-c142-49be-bb84-25834c01f952'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:45.137914 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['313cff80-c142-49be-bb84-25834c01f952'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:45.160785 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b8822151-fda6-4744-ae53-56dc86759ca5 None None] For port 0764720e-310b-40e0-a918-0804d51dbec7, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0764720e-310b-40e0-a918-0804d51dbec7,segment=NetworkSegment(a561a0a8-288a-426f-8041-26bda063265b),segment_id=a561a0a8-288a-426f-8041-26bda063265b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:45.189578 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-c8608d8d-b15c-49d2-bc86-fea475803357 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217077 Apr 07 17:22:45.236482 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 0764720e-310b-40e0-a918-0804d51dbec7 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:45.236868 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0764720e-310b-40e0-a918-0804d51dbec7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.240350 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8822151-fda6-4744-ae53-56dc86759ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0764720e-310b-40e0-a918-0804d51dbec7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.251608 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (05295592-2550-4b2a-befa-464a9fd38f07), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.258990 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] Set router 313cff80-c142-49be-bb84-25834c01f952 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:45.311721 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8822151-fda6-4744-ae53-56dc86759ca5 None None] Pushing event updated for resources: {'Port': ['ID=0764720e-310b-40e0-a918-0804d51dbec7,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:45.345800 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 611756c2-2e59-4286-aab5-5bb98b5b9133 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:22:45.359131 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 611756c2-2e59-4286-aab5-5bb98b5b9133 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:45.359499 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.522129 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks [] for port (05295592-2550-4b2a-befa-464a9fd38f07), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.525893 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:42Z', 'revision_number': 3, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port': {'id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:45.562641 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153c6df-b757-48eb-87bc-87d5c92093c5 None None] The sync data for ids ['313cff80-c142-49be-bb84-25834c01f952'] in dv-cinder-836996-1-iscsi is: [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:42Z', 'revision_number': 3, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port': {'id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:22:45.601201 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 17:22:45.601201 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 17:22:45.603758 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-d45575af-8e75-41cc-b77a-b97e5c869cfb None None] Provisioning complete for port 05295592-2550-4b2a-befa-464a9fd38f07 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:45.604542 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d45575af-8e75-41cc-b77a-b97e5c869cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (05295592-2550-4b2a-befa-464a9fd38f07), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.621526 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (05295592-2550-4b2a-befa-464a9fd38f07), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.623826 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db460ecf-9df1-41de-8e51-8bf6e858a241 req-22c42947-6533-43aa-899f-8d090e08e923 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:45.625732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db460ecf-9df1-41de-8e51-8bf6e858a241 req-22c42947-6533-43aa-899f-8d090e08e923 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 944 time: 0.1010818 Apr 07 17:22:45.677934 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d45575af-8e75-41cc-b77a-b97e5c869cfb None None] Port 05295592-2550-4b2a-befa-464a9fd38f07 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:22:45.685900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27221a-716e-45d1-a03c-d396438a3095 req-80c2f67d-4ce3-432c-9bf1-b8797e3e8117 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:45.688745 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be27221a-716e-45d1-a03c-d396438a3095 req-80c2f67d-4ce3-432c-9bf1-b8797e3e8117 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1146057 Apr 07 17:22:45.731331 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-d45575af-8e75-41cc-b77a-b97e5c869cfb None None] Provisioning complete for port 0764720e-310b-40e0-a918-0804d51dbec7 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:45.731731 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d45575af-8e75-41cc-b77a-b97e5c869cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0764720e-310b-40e0-a918-0804d51dbec7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.737771 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db460ecf-9df1-41de-8e51-8bf6e858a241 req-adf79fc4-2738-42fe-b715-15c9466a3623 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054544 Apr 07 17:22:45.738630 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Pushing event updated for resources: {'Port': ['ID=05295592-2550-4b2a-befa-464a9fd38f07,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:45.741098 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (313cff80-c142-49be-bb84-25834c01f952), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.804292 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be27221a-716e-45d1-a03c-d396438a3095 req-67632cb0-3202-409b-a6d4-a572cb3acda7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780759 Apr 07 17:22:45.823330 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 611756c2-2e59-4286-aab5-5bb98b5b9133 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:45.823720 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:45.855927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611756c2-2e59-4286-aab5-5bb98b5b9133'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:22:45.858162 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d487081-d667-4135-98bc-21547ded012e" -d '{"events": [{"server_uuid": "4797990b-2d5a-44f8-a9bd-b96d6919d4f0", "name": "network-vif-plugged", "status": "completed", "tag": "611756c2-2e59-4286-aab5-5bb98b5b9133"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:22:45.863646 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:22:45.865077 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:22:45.931960 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 611756c2-2e59-4286-aab5-5bb98b5b9133, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=611756c2-2e59-4286-aab5-5bb98b5b9133,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:45.994187 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58dd59-7495-4eec-93fe-8b63ae69482b x-openstack-request-id: req-ab58dd59-7495-4eec-93fe-8b63ae69482b {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:22:45.994505 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797990b-2d5a-44f8-a9bd-b96d6919d4f0", "name": "network-vif-plugged", "status": "completed", "tag": "611756c2-2e59-4286-aab5-5bb98b5b9133", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:22:45.996550 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab58dd59-7495-4eec-93fe-8b63ae69482b {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:22:45.998459 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab58dd59-7495-4eec-93fe-8b63ae69482b'] response: {'server_uuid': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611756c2-2e59-4286-aab5-5bb98b5b9133', 'code': 200} Apr 07 17:22:46.017834 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:46.079309 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b75980-d907-47fd-b6cb-9f2ffcd99a28 req-b6a90c4f-5bfc-41ef-939f-6c72a64c5e2a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:46.087821 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08b75980-d907-47fd-b6cb-9f2ffcd99a28 req-b6a90c4f-5bfc-41ef-939f-6c72a64c5e2a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.1108880 Apr 07 17:22:46.091128 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Router 313cff80-c142-49be-bb84-25834c01f952 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:22:46.256597 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08b75980-d907-47fd-b6cb-9f2ffcd99a28 req-634f70a0-545d-4e46-91ac-6a3b4a22f1d1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676381 Apr 07 17:22:46.287726 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 0764720e-310b-40e0-a918-0804d51dbec7 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:46.289576 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 37c4c964-8391-402b-a34d-c764060f9b00 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:46.328600 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:22:46.337185 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-07a8d8b7-5fb1-40bc-8770-ce7c127914b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/313cff80-c142-49be-bb84-25834c01f952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6925974 Apr 07 17:22:46.351630 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d45575af-8e75-41cc-b77a-b97e5c869cfb None None] Current status of the port 0764720e-310b-40e0-a918-0804d51dbec7 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:46.397952 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=611756c2-2e59-4286-aab5-5bb98b5b9133,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:46.426908 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 37c4c964-8391-402b-a34d-c764060f9b00 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:46.427382 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (37c4c964-8391-402b-a34d-c764060f9b00), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:46.463064 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e65d1-2dad-43be-bae6-6a6494ad63d1 req-80c1489d-02c7-470c-8a40-ef8023b02fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:46.466578 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-255e65d1-2dad-43be-bae6-6a6494ad63d1 req-80c1489d-02c7-470c-8a40-ef8023b02fc4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 1129 time: 0.1207919 Apr 07 17:22:46.533210 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-dc694fb4-2500-4a5c-a1a5-5517fc09a24f None None] Provisioning complete for port 05295592-2550-4b2a-befa-464a9fd38f07 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:46.533515 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc694fb4-2500-4a5c-a1a5-5517fc09a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (05295592-2550-4b2a-befa-464a9fd38f07), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:46.664103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-dc694fb4-2500-4a5c-a1a5-5517fc09a24f None None] Port 05295592-2550-4b2a-befa-464a9fd38f07 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:22:46.668474 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 37c4c964-8391-402b-a34d-c764060f9b00 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:46.732276 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-255e65d1-2dad-43be-bae6-6a6494ad63d1 req-55530fff-77d3-4c76-9b4b-bfc9642b6d51 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Apr 07 17:22:46.987281 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 084c99a4-20df-45c8-9b55-32d995b147e9 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:47.014901 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d921-2171-4b86-bf44-0b1bd9380740 req-2115322e-536a-448d-ac1e-4fe3c977032c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:47.030927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a80d921-2171-4b86-bf44-0b1bd9380740 req-2115322e-536a-448d-ac1e-4fe3c977032c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.1418595 Apr 07 17:22:47.104205 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a80d921-2171-4b86-bf44-0b1bd9380740 req-a62321b0-c671-434c-bbea-605a78e53bc1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667305 Apr 07 17:22:47.157009 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 084c99a4-20df-45c8-9b55-32d995b147e9 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:47.158229 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.291864 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a737137-4da9-414e-94c0-a8dd9143c543 req-bd0caab4-9a5d-4cd2-b90d-f2ab0391da3e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:47.293649 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a737137-4da9-414e-94c0-a8dd9143c543 req-bd0caab4-9a5d-4cd2-b90d-f2ab0391da3e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1076841 Apr 07 17:22:47.333681 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 084c99a4-20df-45c8-9b55-32d995b147e9 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:47.334039 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.358162 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 084c99a4-20df-45c8-9b55-32d995b147e9, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=084c99a4-20df-45c8-9b55-32d995b147e9,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:47.388836 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a737137-4da9-414e-94c0-a8dd9143c543 req-f5262277-c027-4bc1-95ba-84f15832677c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892711 Apr 07 17:22:47.431298 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.432095 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0764720e-310b-40e0-a918-0804d51dbec7 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:47.494211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51564) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:47.498476 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-41009e60-f90c-4cf9-a753-8e9a0dcb7137 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426593493', 'description': 'tempest-secgroup-smoke-426593493 description', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:47.574027 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=084c99a4-20df-45c8-9b55-32d995b147e9,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:47.597198 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 0764720e-310b-40e0-a918-0804d51dbec7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:47.597578 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0764720e-310b-40e0-a918-0804d51dbec7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.605796 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578fcd9-8bc3-4d87-9092-a980550b410c req-0822a0ea-a5fa-4f73-8d9c-b01ea57c6666 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:47.616210 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f578fcd9-8bc3-4d87-9092-a980550b410c req-0822a0ea-a5fa-4f73-8d9c-b01ea57c6666 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.1242452 Apr 07 17:22:47.651685 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-41009e60-f90c-4cf9-a753-8e9a0dcb7137 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.713350 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 0764720e-310b-40e0-a918-0804d51dbec7 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:47.724712 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f578fcd9-8bc3-4d87-9092-a980550b410c req-7796d8a0-8d9d-4b52-9a9c-eb921a010899 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069224 Apr 07 17:22:47.781158 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-41009e60-f90c-4cf9-a753-8e9a0dcb7137 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group (334767f4-1e36-46fb-80cf-c0be844ad4d1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.827552 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-41009e60-f90c-4cf9-a753-8e9a0dcb7137 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (334767f4-1e36-46fb-80cf-c0be844ad4d1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.864767 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41009e60-f90c-4cf9-a753-8e9a0dcb7137 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334767f4-1e36-46fb-80cf-c0be844ad4d1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:47.903637 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-41009e60-f90c-4cf9-a753-8e9a0dcb7137 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:47.904926 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-41009e60-f90c-4cf9-a753-8e9a0dcb7137 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4098091 Apr 07 17:22:47.907983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51566) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:47.913067 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0c8d6258-6aed-407f-93b2-7f9edbe72cbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'security_group_rule': {'security_group_id': '334767f4-1e36-46fb-80cf-c0be844ad4d1', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:47.972041 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Sync routers for ids ['313cff80-c142-49be-bb84-25834c01f952'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:22:47.983660 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Routers {'313cff80-c142-49be-bb84-25834c01f952'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:47.984301 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['313cff80-c142-49be-bb84-25834c01f952'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:48.010285 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6258-6aed-407f-93b2-7f9edbe72cbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (d3d906aa-ff2d-4cca-846b-aa8e8e276f3a), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.088600 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6258-6aed-407f-93b2-7f9edbe72cbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (d3d906aa-ff2d-4cca-846b-aa8e8e276f3a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.114056 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Set router 313cff80-c142-49be-bb84-25834c01f952 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:48.147786 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6258-6aed-407f-93b2-7f9edbe72cbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (d3d906aa-ff2d-4cca-846b-aa8e8e276f3a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.198931 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d6258-6aed-407f-93b2-7f9edbe72cbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d906aa-ff2d-4cca-846b-aa8e8e276f3a,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:48.261090 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db409-c5e3-4c1a-90cc-a2b6a627bca0 req-e97469db-5aea-4b23-9e33-c1bb4b43df2f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:48.263224 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb4db409-c5e3-4c1a-90cc-a2b6a627bca0 req-e97469db-5aea-4b23-9e33-c1bb4b43df2f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0655611 Apr 07 17:22:48.266717 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6258-6aed-407f-93b2-7f9edbe72cbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.267944 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0c8d6258-6aed-407f-93b2-7f9edbe72cbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3590083 Apr 07 17:22:48.273255 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51570) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:48.278689 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-09e8979f-4b4e-4947-bc20-031f16af243f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'security_group_rule': {'security_group_id': '334767f4-1e36-46fb-80cf-c0be844ad4d1', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:48.400103 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb4db409-c5e3-4c1a-90cc-a2b6a627bca0 req-08948f3c-1114-4d89-b560-a51f4fa4ebd8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935845 Apr 07 17:22:48.401389 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:45Z', 'revision_number': 4, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port': {'id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '05295592-2550-4b2a-befa-464a9fd38f07', 'name': '', 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'mac_address': 'fa:16:3e:d9:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '446da927-9680-4a2f-8400-9b6b069a8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:44Z', 'updated_at': '2022-04-07T17:22:45Z', 'revision_number': 2, 'project_id': '2c929332dce745e69335f178261a3f97', 'subnets': [{'id': '446da927-9680-4a2f-8400-9b6b069a8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:48.448087 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Checking router: 313cff80-c142-49be-bb84-25834c01f952 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:22:48.486149 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Updating router 313cff80-c142-49be-bb84-25834c01f952 port 05295592-2550-4b2a-befa-464a9fd38f07 binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:22:48.486149 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (05295592-2550-4b2a-befa-464a9fd38f07), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.566072 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9ffa0-56e5-4ee7-bc4f-17e65f62222d req-f16b1275-9c80-44f3-b304-af5cec16f534 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:48.581860 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bc9ffa0-56e5-4ee7-bc4f-17e65f62222d req-f16b1275-9c80-44f3-b304-af5cec16f534 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1079848 Apr 07 17:22:48.681438 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bc9ffa0-56e5-4ee7-bc4f-17e65f62222d req-6d44cec9-3b8c-4a2d-94f9-08f6d74906ca tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906940 Apr 07 17:22:48.690091 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09e8979f-4b4e-4947-bc20-031f16af243f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (32c73df7-2191-495e-b193-5f1185357f80), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.798657 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09e8979f-4b4e-4947-bc20-031f16af243f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (32c73df7-2191-495e-b193-5f1185357f80), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.804250 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 084c99a4-20df-45c8-9b55-32d995b147e9 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:48.840076 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.855576 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09e8979f-4b4e-4947-bc20-031f16af243f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (32c73df7-2191-495e-b193-5f1185357f80), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.888642 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8979f-4b4e-4947-bc20-031f16af243f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c73df7-2191-495e-b193-5f1185357f80,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:48.938727 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-09e8979f-4b4e-4947-bc20-031f16af243f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:48.942706 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-09e8979f-4b4e-4947-bc20-031f16af243f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6657610 Apr 07 17:22:48.946971 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3a7a1-a336-4369-9fa4-d339d0bd4180 req-5f3592d4-2ff2-4884-8362-20ec7a8cc939 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:48.954292 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51578) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:48.955657 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8f3a7a1-a336-4369-9fa4-d339d0bd4180 req-5f3592d4-2ff2-4884-8362-20ec7a8cc939 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.1046376 Apr 07 17:22:48.957542 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:22:48.960506 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-094ef9ef-bb90-419d-badf-26740c809804 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'security_group_rule': {'security_group_id': '334767f4-1e36-46fb-80cf-c0be844ad4d1', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:49.009707 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 084c99a4-20df-45c8-9b55-32d995b147e9 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:49.010084 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.020542 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8f3a7a1-a336-4369-9fa4-d339d0bd4180 req-1a738fc4-ae44-419d-bf1d-fe7c0ae94473 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637972 Apr 07 17:22:49.046853 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Publish callbacks [] for port (05295592-2550-4b2a-befa-464a9fd38f07), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.075102 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-094ef9ef-bb90-419d-badf-26740c809804 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (37e9e2de-3efc-4472-b3a8-ecbca7e46d5d), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.123468 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (05295592-2550-4b2a-befa-464a9fd38f07), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.150734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-094ef9ef-bb90-419d-badf-26740c809804 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (37e9e2de-3efc-4472-b3a8-ecbca7e46d5d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.194458 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579facf9-0f80-4626-93bf-d7d14e7d70f5 None None] Pushing event updated for resources: {'Port': ['ID=05295592-2550-4b2a-befa-464a9fd38f07,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:49.198607 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 084c99a4-20df-45c8-9b55-32d995b147e9 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:49.244336 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-094ef9ef-bb90-419d-badf-26740c809804 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (37e9e2de-3efc-4472-b3a8-ecbca7e46d5d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.272180 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ef9ef-bb90-419d-badf-26740c809804 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e9e2de-3efc-4472-b3a8-ecbca7e46d5d,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:49.295017 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Attempting to bind port 05295592-2550-4b2a-befa-464a9fd38f07 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:22:49.297221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Attempting to bind port 05295592-2550-4b2a-befa-464a9fd38f07 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:22:49.300269 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Attempting to bind port 05295592-2550-4b2a-befa-464a9fd38f07 on network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:22:49.307277 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:22:49.307716 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Checking segment: {'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:22:49.308125 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.308519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Bound using segment: {'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:22:49.308994 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Bound port: 05295592-2550-4b2a-befa-464a9fd38f07, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a561a0a8-288a-426f-8041-26bda063265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:22:49.309410 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (05295592-2550-4b2a-befa-464a9fd38f07), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.355417 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-094ef9ef-bb90-419d-badf-26740c809804 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.360096 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-094ef9ef-bb90-419d-badf-26740c809804 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4044943 Apr 07 17:22:49.360509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51580) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:49.366092 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d79f8d5d-8a93-49c8-86ae-80663c83795d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'security_group_rule': {'security_group_id': '334767f4-1e36-46fb-80cf-c0be844ad4d1', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:49.408767 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] For port 05295592-2550-4b2a-befa-464a9fd38f07, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:22:49.415837 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] For port 05295592-2550-4b2a-befa-464a9fd38f07, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=05295592-2550-4b2a-befa-464a9fd38f07,segment=NetworkSegment(a561a0a8-288a-426f-8041-26bda063265b),segment_id=a561a0a8-288a-426f-8041-26bda063265b)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:22:49.496265 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (05295592-2550-4b2a-befa-464a9fd38f07), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.498322 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d79f8d5d-8a93-49c8-86ae-80663c83795d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (a55f8bb8-c804-471e-b6ff-700b6c84b965), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.540571 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbee3e-8868-4a2b-b54f-6bb5fd92326e req-907bb7ed-f86f-4972-9688-44fc550440cc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:49.542138 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51cbee3e-8868-4a2b-b54f-6bb5fd92326e req-907bb7ed-f86f-4972-9688-44fc550440cc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0873058 Apr 07 17:22:49.575746 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-e4238c34-ef53-4784-9f62-1856f38f9521 None None] Provisioning complete for port 05295592-2550-4b2a-befa-464a9fd38f07 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:49.576366 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4238c34-ef53-4784-9f62-1856f38f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (05295592-2550-4b2a-befa-464a9fd38f07), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.594886 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d79f8d5d-8a93-49c8-86ae-80663c83795d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (a55f8bb8-c804-471e-b6ff-700b6c84b965), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.627461 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51cbee3e-8868-4a2b-b54f-6bb5fd92326e req-2fbce3b2-ece0-4448-aa5e-f387729f07d2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635724 Apr 07 17:22:49.637822 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Routers {'313cff80-c142-49be-bb84-25834c01f952'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:22:49.638526 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:22:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['313cff80-c142-49be-bb84-25834c01f952'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:49.662516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d79f8d5d-8a93-49c8-86ae-80663c83795d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (a55f8bb8-c804-471e-b6ff-700b6c84b965), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.694713 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f8d5d-8a93-49c8-86ae-80663c83795d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55f8bb8-c804-471e-b6ff-700b6c84b965,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:49.703798 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579facf9-0f80-4626-93bf-d7d14e7d70f5 None None] Pushing event updated for resources: {'Port': ['ID=05295592-2550-4b2a-befa-464a9fd38f07,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:49.754772 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d79f8d5d-8a93-49c8-86ae-80663c83795d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.758130 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d79f8d5d-8a93-49c8-86ae-80663c83795d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958714 Apr 07 17:22:49.760889 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 51586) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:49.765455 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'security_group_rule': {'security_group_id': '334767f4-1e36-46fb-80cf-c0be844ad4d1', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:49.896851 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d33d6-ff1b-4069-a37b-f06c0d006835 req-2d3bcde5-d979-46d1-87e5-e3302d65d894 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:49.899445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1d33d6-ff1b-4069-a37b-f06c0d006835 req-2d3bcde5-d979-46d1-87e5-e3302d65d894 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0781224 Apr 07 17:22:49.902426 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Project f2cc28c058a54a7185d686c81dc0a3f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 17:22:49.910367 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (0338abec-48b9-4353-b695-4a4d6dbf996e), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:49.999797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1d33d6-ff1b-4069-a37b-f06c0d006835 req-205bbbf9-dbfe-40eb-b848-f2d061aa8228 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915520 Apr 07 17:22:50.018134 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (0338abec-48b9-4353-b695-4a4d6dbf996e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.089933 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (0338abec-48b9-4353-b695-4a4d6dbf996e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.109408 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] Set router 313cff80-c142-49be-bb84-25834c01f952 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:22:50.123553 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0338abec-48b9-4353-b695-4a4d6dbf996e,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:50.150467 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e4238c34-ef53-4784-9f62-1856f38f9521 None None] Current status of the port 05295592-2550-4b2a-befa-464a9fd38f07 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:50.151076 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4238c34-ef53-4784-9f62-1856f38f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (05295592-2550-4b2a-befa-464a9fd38f07), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.196442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.201061 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 51590) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:22:50.212975 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-435ac167-310a-498b-82c8-e713e77bc357 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4359505 Apr 07 17:22:50.221207 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'security_group_rule': {'security_group_id': '334767f4-1e36-46fb-80cf-c0be844ad4d1', 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:22:50.269557 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429d57e-4881-4cad-ad55-b2f3c25ea06a req-e7f1d324-9f55-4e08-95cc-8a8f781d3b27 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:50.270987 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3429d57e-4881-4cad-ad55-b2f3c25ea06a req-e7f1d324-9f55-4e08-95cc-8a8f781d3b27 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.1310825 Apr 07 17:22:50.305927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e4238c34-ef53-4784-9f62-1856f38f9521 None None] For port 05295592-2550-4b2a-befa-464a9fd38f07, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=05295592-2550-4b2a-befa-464a9fd38f07,segment=NetworkSegment(a561a0a8-288a-426f-8041-26bda063265b),segment_id=a561a0a8-288a-426f-8041-26bda063265b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:22:50.313669 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Project f2cc28c058a54a7185d686c81dc0a3f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 17:22:50.331535 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (77336986-96ff-4fd8-8d73-b2fdc672c186), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.372761 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3429d57e-4881-4cad-ad55-b2f3c25ea06a req-896c4379-55fd-4a2f-a6fc-49a20f3d764e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939403 Apr 07 17:22:50.381825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4238c34-ef53-4784-9f62-1856f38f9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (05295592-2550-4b2a-befa-464a9fd38f07), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.431768 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (77336986-96ff-4fd8-8d73-b2fdc672c186), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.461947 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:45Z', 'revision_number': 4, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port': {'id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '05295592-2550-4b2a-befa-464a9fd38f07', 'name': '', 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'mac_address': 'fa:16:3e:d9:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '446da927-9680-4a2f-8400-9b6b069a8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:44Z', 'updated_at': '2022-04-07T17:22:49Z', 'revision_number': 4, 'project_id': '2c929332dce745e69335f178261a3f97', 'subnets': [{'id': '446da927-9680-4a2f-8400-9b6b069a8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:22:50.495746 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (77336986-96ff-4fd8-8d73-b2fdc672c186), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.511442 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d9930-928e-437d-90ee-b265dc1e3b06 None None] The sync data for ids ['313cff80-c142-49be-bb84-25834c01f952'] in dv-cinder-836996-1-iscsi is: [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:45Z', 'revision_number': 4, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port': {'id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '05295592-2550-4b2a-befa-464a9fd38f07', 'name': '', 'network_id': '698d7ec3-dffd-430b-ba93-a3ac2a2aa079', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'mac_address': 'fa:16:3e:d9:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '446da927-9680-4a2f-8400-9b6b069a8774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:44Z', 'updated_at': '2022-04-07T17:22:49Z', 'revision_number': 4, 'project_id': '2c929332dce745e69335f178261a3f97', 'subnets': [{'id': '446da927-9680-4a2f-8400-9b6b069a8774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:22:50.513127 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4238c34-ef53-4784-9f62-1856f38f9521 None None] Pushing event updated for resources: {'Port': ['ID=05295592-2550-4b2a-befa-464a9fd38f07,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:50.524182 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77336986-96ff-4fd8-8d73-b2fdc672c186,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:22:50.543842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-18864a7c-598a-4c8d-813e-72cd92c747c1 None None] Provisioning complete for port 05295592-2550-4b2a-befa-464a9fd38f07 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:50.544279 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18864a7c-598a-4c8d-813e-72cd92c747c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (05295592-2550-4b2a-befa-464a9fd38f07), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.584363 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:50.587480 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9ba2fff1-27d6-49d4-9ea3-7839f5a41b6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3851454 Apr 07 17:22:50.715600 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-18864a7c-598a-4c8d-813e-72cd92c747c1 None None] Current status of the port 05295592-2550-4b2a-befa-464a9fd38f07 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:50.845777 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 05295592-2550-4b2a-befa-464a9fd38f07 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:22:50.878573 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21ca30-108a-46de-9bce-95210eccda61 req-8fa5b232-734e-4633-a767-a51ca2c82f53 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:50.880634 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce21ca30-108a-46de-9bce-95210eccda61 req-8fa5b232-734e-4633-a767-a51ca2c82f53 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.1139891 Apr 07 17:22:50.980065 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce21ca30-108a-46de-9bce-95210eccda61 req-d9a77476-0a8f-4407-bae1-265151b2a7c9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887787 Apr 07 17:22:50.984055 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 05295592-2550-4b2a-befa-464a9fd38f07 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:22:50.984435 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (05295592-2550-4b2a-befa-464a9fd38f07), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:22:51.098759 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 05295592-2550-4b2a-befa-464a9fd38f07 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:22:51.207594 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382a9d-d9c9-44d1-838e-cb5cebeb7b73 req-fd6f8159-ee4c-430c-8ac2-50feae7436b1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:51.210264 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c382a9d-d9c9-44d1-838e-cb5cebeb7b73 req-fd6f8159-ee4c-430c-8ac2-50feae7436b1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0775592 Apr 07 17:22:51.282120 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c382a9d-d9c9-44d1-838e-cb5cebeb7b73 req-b8aa7961-fa16-4c55-8a92-915c484603f6 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638754 Apr 07 17:22:51.513084 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9c54-4099-419e-9f97-d0266a04e157 req-a47db25d-4136-43ae-a78f-3e2693f9c9e6 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:51.514783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a42b9c54-4099-419e-9f97-d0266a04e157 req-a47db25d-4136-43ae-a78f-3e2693f9c9e6 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0675178 Apr 07 17:22:51.565519 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a42b9c54-4099-419e-9f97-d0266a04e157 req-4abb7e75-b4bd-48db-b911-c9cb8a92e668 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Apr 07 17:22:52.106534 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a24e3-de20-4c9c-839a-494e86421ae4 req-a80e50d8-bfdb-4523-bbed-76ac3901bad0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:52.108250 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea7a24e3-de20-4c9c-839a-494e86421ae4 req-a80e50d8-bfdb-4523-bbed-76ac3901bad0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0584743 Apr 07 17:22:52.172783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea7a24e3-de20-4c9c-839a-494e86421ae4 req-5868537a-c15e-4427-ba4a-b21d438a647a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589089 Apr 07 17:22:52.498996 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd29c89-c48f-4a97-b75f-b112dd70d761 req-28d29901-c4a6-4c11-a562-82dbf937d86e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:52.500661 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffd29c89-c48f-4a97-b75f-b112dd70d761 req-28d29901-c4a6-4c11-a562-82dbf937d86e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0922580 Apr 07 17:22:52.582081 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffd29c89-c48f-4a97-b75f-b112dd70d761 req-33f10e5b-ab9f-4ebe-b9f6-fa8d0d2ba5ee tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753665 Apr 07 17:22:52.776313 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470593e-7e1c-4916-ade2-b028a17bf977 req-fd559d38-8fcc-46d9-87bc-6ff8248d31e9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:52.777937 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e470593e-7e1c-4916-ade2-b028a17bf977 req-fd559d38-8fcc-46d9-87bc-6ff8248d31e9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0795224 Apr 07 17:22:52.830285 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e470593e-7e1c-4916-ade2-b028a17bf977 req-9efaf34f-976e-41ea-9a26-4308d631a15e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453537 Apr 07 17:22:53.324002 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57428cba-6ea0-4c27-af8f-6544062d9604 req-98872b35-61c3-48c5-a640-597c519f13fa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:53.326387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57428cba-6ea0-4c27-af8f-6544062d9604 req-98872b35-61c3-48c5-a640-597c519f13fa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0655334 Apr 07 17:22:53.389827 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57428cba-6ea0-4c27-af8f-6544062d9604 req-c31aa4ff-bab1-46dc-b563-d72a39d35458 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563476 Apr 07 17:22:53.743442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea569c-9a08-4517-817a-fea198775765 req-d4cb697c-9ac5-42ad-a27a-b6d8998d2262 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:53.744962 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afea569c-9a08-4517-817a-fea198775765 req-d4cb697c-9ac5-42ad-a27a-b6d8998d2262 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0545943 Apr 07 17:22:53.809637 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afea569c-9a08-4517-817a-fea198775765 req-ecb0523c-2f61-4ed7-b42a-7864313bbf2a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570512 Apr 07 17:22:53.969090 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0f7b2-455c-45c7-aed3-65ac5c620a4f req-cf0584d4-141f-4844-90ac-de3ad32dadcc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:53.970741 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37e0f7b2-455c-45c7-aed3-65ac5c620a4f req-cf0584d4-141f-4844-90ac-de3ad32dadcc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0644987 Apr 07 17:22:54.024600 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37e0f7b2-455c-45c7-aed3-65ac5c620a4f req-7b2c422c-2028-4380-9b46-6bf76683b53e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472350 Apr 07 17:22:54.526537 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1fd9a-40e1-4ca6-8c4e-33de87c97df8 req-aa9466cc-5424-4856-905c-718db3304e01 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:54.528038 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ec1fd9a-40e1-4ca6-8c4e-33de87c97df8 req-aa9466cc-5424-4856-905c-718db3304e01 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0618002 Apr 07 17:22:54.592282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ec1fd9a-40e1-4ca6-8c4e-33de87c97df8 req-f87b7cc2-37eb-4d71-bf42-fd32b7a3acbb tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519423 Apr 07 17:22:54.955781 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d0a0-19fb-4db6-aa27-6f84cc7322b7 req-51e02593-052d-4687-9b23-41ce00050ac3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:54.957558 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0897d0a0-19fb-4db6-aa27-6f84cc7322b7 req-51e02593-052d-4687-9b23-41ce00050ac3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0701456 Apr 07 17:22:55.025022 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0897d0a0-19fb-4db6-aa27-6f84cc7322b7 req-bfd3a21c-040d-4c0a-8692-38a4e467679f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611024 Apr 07 17:22:55.150103 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad4192-2593-4bc7-a56e-5b6673a63afc req-404cb9b9-5547-452c-bf17-d0dba7dd80e1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:55.151537 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edad4192-2593-4bc7-a56e-5b6673a63afc req-404cb9b9-5547-452c-bf17-d0dba7dd80e1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0573590 Apr 07 17:22:55.205679 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edad4192-2593-4bc7-a56e-5b6673a63afc req-bb8b5eb7-170d-4783-9a0e-3f5eeb8ea189 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480413 Apr 07 17:22:55.712606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3f1a-d7eb-4d9b-96f4-341ea8e9c7c0 req-e8f11450-071f-49e7-94e6-293f54416256 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:55.714095 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf5e3f1a-d7eb-4d9b-96f4-341ea8e9c7c0 req-e8f11450-071f-49e7-94e6-293f54416256 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0539565 Apr 07 17:22:55.761998 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf5e3f1a-d7eb-4d9b-96f4-341ea8e9c7c0 req-de0ab0e6-ab08-49af-b6b9-c7c1df6d77aa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Apr 07 17:22:56.138650 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aed35-d431-4adc-9989-a5cc24f49a28 req-6ce2a94c-eafa-4e87-a846-ed029c25f067 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:56.140000 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e7aed35-d431-4adc-9989-a5cc24f49a28 req-6ce2a94c-eafa-4e87-a846-ed029c25f067 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0524924 Apr 07 17:22:56.186980 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e7aed35-d431-4adc-9989-a5cc24f49a28 req-273f1de8-079e-4d66-83e1-a94c0d080f73 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Apr 07 17:22:56.331141 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192e475-cc1e-495e-8a0d-4afa9662eaf2 req-2281a0aa-2854-4579-b735-c441bf28e798 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:56.332592 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c192e475-cc1e-495e-8a0d-4afa9662eaf2 req-2281a0aa-2854-4579-b735-c441bf28e798 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0563028 Apr 07 17:22:56.406766 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c192e475-cc1e-495e-8a0d-4afa9662eaf2 req-0a58b519-cd59-467a-b57d-849599e8a898 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654969 Apr 07 17:22:56.411090 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-7eff2cc4-f98a-48e9-bf90-77b0ef319ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:56.412539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-7eff2cc4-f98a-48e9-bf90-77b0ef319ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1127 time: 0.0791037 Apr 07 17:22:56.880967 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef00e1-1b05-48c2-90e9-986e68e3ee7b req-a69f6593-eb79-452e-a772-aac7167f83b7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:56.883395 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1cef00e1-1b05-48c2-90e9-986e68e3ee7b req-a69f6593-eb79-452e-a772-aac7167f83b7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0516353 Apr 07 17:22:56.936730 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1cef00e1-1b05-48c2-90e9-986e68e3ee7b req-de68cdf2-8803-40ca-8143-b3582aa89b11 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Apr 07 17:22:57.061268 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-9ac39dbc-7828-4c75-aa48-90a3030333cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:57.062730 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-9ac39dbc-7828-4c75-aa48-90a3030333cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 918 time: 0.0939357 Apr 07 17:22:57.136825 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-3ad9ef6b-5037-483f-b11c-105a1eed3e84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 200 len: 999 time: 0.0676095 Apr 07 17:22:57.187624 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-94693302-dbe5-43b5-909b-d76926519c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:57.189410 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-94693302-dbe5-43b5-909b-d76926519c34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.0459187 Apr 07 17:22:57.243732 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-41d009b5-6eab-4eac-925a-e86aba2ea8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:57.245255 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-41d009b5-6eab-4eac-925a-e86aba2ea8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489986 Apr 07 17:22:57.374336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b064bd-0a3a-4ee2-bfea-8572d38f3040 req-6cf03e3a-eeb1-4583-9882-e811085aa422 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:57.375876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94b064bd-0a3a-4ee2-bfea-8572d38f3040 req-6cf03e3a-eeb1-4583-9882-e811085aa422 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.1140127 Apr 07 17:22:57.382181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-307a8b84-8abd-41c4-91f3-4db4ee3a2014 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285024 Apr 07 17:22:57.481162 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94b064bd-0a3a-4ee2-bfea-8572d38f3040 req-1c0e3a7d-1b35-482d-a3ad-c53416b97efd tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957308 Apr 07 17:22:57.531903 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f594de9a-17d6-4753-85d6-6c35c4dc036f req-3ff4ec54-5f5d-43f4-910b-205bf2e946eb service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398153 Apr 07 17:22:57.558841 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b20e95-46e6-4882-8532-fd55a1770792 req-f040d336-3fa3-467c-aa9f-1b28165315cc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:57.560847 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1b20e95-46e6-4882-8532-fd55a1770792 req-f040d336-3fa3-467c-aa9f-1b28165315cc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0670280 Apr 07 17:22:57.620266 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1b20e95-46e6-4882-8532-fd55a1770792 req-a700bc93-5b8f-4b1f-8bdf-a860853d1d4b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Apr 07 17:22:58.614782 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e2058-1377-42e8-a41d-96b21d0197f7 req-e110a69a-4e55-4580-8257-5313f0da3073 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:58.616230 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a26e2058-1377-42e8-a41d-96b21d0197f7 req-e110a69a-4e55-4580-8257-5313f0da3073 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0528822 Apr 07 17:22:58.671164 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a26e2058-1377-42e8-a41d-96b21d0197f7 req-d27d3eec-9c99-4b1f-9cf9-3002e0284ac1 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488172 Apr 07 17:22:58.750858 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c651a05-6d2d-4920-befd-52153b425c21 req-43e276f4-2b42-4343-ab6a-144be0e55f4c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:58.752311 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c651a05-6d2d-4920-befd-52153b425c21 req-43e276f4-2b42-4343-ab6a-144be0e55f4c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0531337 Apr 07 17:22:58.800437 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c651a05-6d2d-4920-befd-52153b425c21 req-c39e3a83-feba-45d2-b339-d4efeb20763c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Apr 07 17:22:59.807816 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a576d2-12ff-4dc1-8469-9e3830d92ddd req-4d1e9f4b-129d-4ca3-931d-fd02d39d5a67 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:22:59.809359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48a576d2-12ff-4dc1-8469-9e3830d92ddd req-4d1e9f4b-129d-4ca3-931d-fd02d39d5a67 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0562634 Apr 07 17:22:59.859535 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48a576d2-12ff-4dc1-8469-9e3830d92ddd req-b457ddb1-3b68-4898-a787-cab95c599240 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Apr 07 17:23:00.143764 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8a1fb-2b48-431d-9ebc-6cbfb00a762b req-1ac32a4d-fd38-432b-8a79-602fb1a27eee tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:00.145251 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20e8a1fb-2b48-431d-9ebc-6cbfb00a762b req-1ac32a4d-fd38-432b-8a79-602fb1a27eee tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.2760305 Apr 07 17:23:00.193078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20e8a1fb-2b48-431d-9ebc-6cbfb00a762b req-6b299c4d-2047-4e38-bebd-d22595104991 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Apr 07 17:23:00.809297 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-938bb5b4-8eef-4486-beb9-a23e7d93d3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:00.999933 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d588653-aa12-4060-9221-b704d645b078 req-13522678-347b-4eee-8c0e-853708fb6172 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:01.001400 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d588653-aa12-4060-9221-b704d645b078 req-13522678-347b-4eee-8c0e-853708fb6172 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0546184 Apr 07 17:23:01.050784 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d588653-aa12-4060-9221-b704d645b078 req-aa1580d1-a966-47d6-9a5c-f23862cccb12 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Apr 07 17:23:01.317615 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d6ed4-c7f3-4045-bf66-95f65348267e req-53faa89d-3ebc-4b0d-b5c3-1e63759ff1b5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:01.319001 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d6d6ed4-c7f3-4045-bf66-95f65348267e req-53faa89d-3ebc-4b0d-b5c3-1e63759ff1b5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0550992 Apr 07 17:23:01.365934 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d6d6ed4-c7f3-4045-bf66-95f65348267e req-b1f44d80-48f9-4d25-b9f8-7129e249ab2e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Apr 07 17:23:01.703443 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71875b5b-8441-4b81-8f8c-df9966d9b909 req-14915a00-0887-4229-bc86-7f942a278f90 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:01.704924 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71875b5b-8441-4b81-8f8c-df9966d9b909 req-14915a00-0887-4229-bc86-7f942a278f90 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0569904 Apr 07 17:23:01.757245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71875b5b-8441-4b81-8f8c-df9966d9b909 req-297295eb-8dad-4d96-a826-fb4f96d1a4cb tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465171 Apr 07 17:23:01.851885 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-755136b2-aa64-4d01-8011-fc081b9513d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:01.853849 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-755136b2-aa64-4d01-8011-fc081b9513d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0447323 Apr 07 17:23:01.953876 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-8988d137-472b-4cfd-8e5c-75b006128179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:01.955316 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-8988d137-472b-4cfd-8e5c-75b006128179 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 912 time: 0.0950983 Apr 07 17:23:02.023445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-e854e07a-8ce1-409a-8104-00621c1c921e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74eba21d-dbe0-4928-ab98-03294512797f HTTP/1.1" status: 200 len: 1000 time: 0.0603168 Apr 07 17:23:02.210381 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-e4ba0bd3-ad94-4718-87ed-7b19cb007ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:02.212372 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-e4ba0bd3-ad94-4718-87ed-7b19cb007ff0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0574751 Apr 07 17:23:02.220304 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe153a8-95c8-4b85-9098-7f165c515c86 req-35b71993-16e3-4357-8b03-8e48b6d3cbee tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:02.221958 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fe153a8-95c8-4b85-9098-7f165c515c86 req-35b71993-16e3-4357-8b03-8e48b6d3cbee tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0969954 Apr 07 17:23:02.273709 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fe153a8-95c8-4b85-9098-7f165c515c86 req-19f4b97a-0e13-452f-9e69-48779656d8d7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 Apr 07 17:23:02.895011 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78998afd-ea3a-4808-a61b-73e04556936a req-15b57e8d-22e8-4e6c-93c2-02a1f1f5a996 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:02.896461 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78998afd-ea3a-4808-a61b-73e04556936a req-15b57e8d-22e8-4e6c-93c2-02a1f1f5a996 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0539138 Apr 07 17:23:02.950979 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78998afd-ea3a-4808-a61b-73e04556936a req-99903f54-69ec-4433-9d62-6b5072f15399 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479572 Apr 07 17:23:03.039288 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-d17e28c4-7b94-44f9-95f9-319d8de4c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:03.040841 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-d17e28c4-7b94-44f9-95f9-319d8de4c3f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484240 Apr 07 17:23:03.141120 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-cf449fcc-9693-4551-a880-bb5dbf4cf7ac service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919027 Apr 07 17:23:03.204300 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-142f38a8-12e9-4393-85f9-ca793ccecdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:03.244479 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26c6207e-2647-4a5a-848a-c79debaca1f6 req-efb5bbc6-f747-49e3-9ae5-0683dbf529a0 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919454 Apr 07 17:23:03.406103 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5c1bf-d677-43d1-b88d-0d5ae8a7c36a req-191f92e1-0df7-413a-9c31-1d130fe6f8b7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:03.407540 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fb5c1bf-d677-43d1-b88d-0d5ae8a7c36a req-191f92e1-0df7-413a-9c31-1d130fe6f8b7 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0523250 Apr 07 17:23:03.456301 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fb5c1bf-d677-43d1-b88d-0d5ae8a7c36a req-09cd0293-46e1-4d1c-8695-567e999658f3 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Apr 07 17:23:04.078513 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8efd1-b28b-4da9-9565-3eb8bd40401e req-08f70607-bcc0-4349-9884-9e95aca5ed55 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:04.080123 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae8efd1-b28b-4da9-9565-3eb8bd40401e req-08f70607-bcc0-4349-9884-9e95aca5ed55 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0554068 Apr 07 17:23:04.128792 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ae8efd1-b28b-4da9-9565-3eb8bd40401e req-f387ad2e-3c0e-4377-ae2a-7e68bdc662f3 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Apr 07 17:23:04.392238 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:04.582012 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5fce3-5915-4489-80ff-4647da63e3f1 req-657a4411-6006-42b1-b475-593666b9c43a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:04.583762 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18b5fce3-5915-4489-80ff-4647da63e3f1 req-657a4411-6006-42b1-b475-593666b9c43a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 943 time: 0.0536201 Apr 07 17:23:04.631652 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18b5fce3-5915-4489-80ff-4647da63e3f1 req-29d79472-8c83-4b43-bdc2-54ddfd01cc0a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 Apr 07 17:23:05.119080 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:23:05.231468 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:23:05.243419 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'port_id': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'mac_address': 'fa:16:3e:cb:d9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:23:05.259848 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cfbf5-6759-4779-b5d9-e21d658f3e2b req-a5ae0004-8102-4f34-a1ce-7ed7bdcdee5d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:05.261394 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-828cfbf5-6759-4779-b5d9-e21d658f3e2b req-a5ae0004-8102-4f34-a1ce-7ed7bdcdee5d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0608795 Apr 07 17:23:05.283827 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:23:05.284214 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:05.297299 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc998428-bafa-45c1-8d70-f3933c8b16ec {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:23:05.310391 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-828cfbf5-6759-4779-b5d9-e21d658f3e2b req-c28cca41-c531-4d54-9f7b-7821a6ba6631 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Apr 07 17:23:05.317653 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:23:05.403455 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:05.454148 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=9']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:05.603603 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:05.760235 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd15b2-a921-43f9-a8ae-b97b31d468a0 req-e7de2be5-10f1-4006-9077-bf82f2027219 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:05.761786 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68fd15b2-a921-43f9-a8ae-b97b31d468a0 req-e7de2be5-10f1-4006-9077-bf82f2027219 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 944 time: 0.0548584 Apr 07 17:23:05.762613 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['bc998428-bafa-45c1-8d70-f3933c8b16ec'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:23:05.810249 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68fd15b2-a921-43f9-a8ae-b97b31d468a0 req-e8220857-73d6-4e28-9ed5-6490b5dbda84 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426285 Apr 07 17:23:06.937098 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d272c6-bb73-4238-9c4d-f49c5af5e0d3 req-212477b9-4f92-45ed-bb6c-ef615c30d0be tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:06.938695 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97d272c6-bb73-4238-9c4d-f49c5af5e0d3 req-212477b9-4f92-45ed-bb6c-ef615c30d0be tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 944 time: 0.0559618 Apr 07 17:23:06.990708 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97d272c6-bb73-4238-9c4d-f49c5af5e0d3 req-3dfe1bf1-1c47-46b6-a2e1-e1eb8aa3d808 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451462 Apr 07 17:23:07.090347 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:07.129707 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:23:07.183240 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port bc998428-bafa-45c1-8d70-f3933c8b16ec triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:23:07.183613 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:07.263544 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port bc998428-bafa-45c1-8d70-f3933c8b16ec is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:23:07.263851 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:07.286552 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:23:07.288766 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d883647-d059-412d-a79e-153256655721" -d '{"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-plugged", "status": "completed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:23:07.301300 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:23:07.325532 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59da964f-887e-4483-be8e-b611c384f2e0 x-openstack-request-id: req-59da964f-887e-4483-be8e-b611c384f2e0 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:23:07.325886 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-plugged", "status": "completed", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:23:07.326213 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59da964f-887e-4483-be8e-b611c384f2e0 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:23:07.326621 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59da964f-887e-4483-be8e-b611c384f2e0'] response: {'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'code': 200} Apr 07 17:23:07.398140 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:07.451667 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=10']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:08.011198 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf243b-25ce-4fe7-9b13-f9f62d453e69 req-d559e7ab-f9de-4622-8c4c-7e7325bb6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:08.012684 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bbf243b-25ce-4fe7-9b13-f9f62d453e69 req-d559e7ab-f9de-4622-8c4c-7e7325bb6a31 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 1130 time: 0.0440097 Apr 07 17:23:08.063978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bbf243b-25ce-4fe7-9b13-f9f62d453e69 req-ec577aef-1343-422f-ae00-f2ecb69ad216 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 Apr 07 17:23:08.123804 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c8eb-d2c3-475f-9b3e-425fe6caf5f3 req-1ff75ed9-4955-41a1-a029-3a36d5ec9cb2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:08.125382 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c384c8eb-d2c3-475f-9b3e-425fe6caf5f3 req-1ff75ed9-4955-41a1-a029-3a36d5ec9cb2 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0525687 Apr 07 17:23:08.173414 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c384c8eb-d2c3-475f-9b3e-425fe6caf5f3 req-d3d38e47-1560-49be-9a3d-a6f83a90d9c0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Apr 07 17:23:09.304005 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458b405-a8ef-48c2-a6ec-a8a4f1c6bd35 req-7d3f2e25-3ece-429c-9414-e959a2aada9c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:09.305465 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8458b405-a8ef-48c2-a6ec-a8a4f1c6bd35 req-7d3f2e25-3ece-429c-9414-e959a2aada9c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0589216 Apr 07 17:23:09.353879 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8458b405-a8ef-48c2-a6ec-a8a4f1c6bd35 req-fc686cc7-4b98-4f90-b657-aa5bd29101ed tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Apr 07 17:23:10.484119 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89216c-70f1-466c-ae36-81c4dbc42b31 req-99feb90a-2716-4fc7-98e3-c0c4a61b9c40 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:10.485620 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a89216c-70f1-466c-ae36-81c4dbc42b31 req-99feb90a-2716-4fc7-98e3-c0c4a61b9c40 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0557649 Apr 07 17:23:10.534885 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a89216c-70f1-466c-ae36-81c4dbc42b31 req-7f490d91-4c9d-4e5a-aa83-dc0e974df630 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Apr 07 17:23:11.669390 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51d80f-563c-4948-a74e-01577d57a55c req-668d41a5-5bad-4dda-98d3-82e0bc3796ae tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:11.671532 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b51d80f-563c-4948-a74e-01577d57a55c req-668d41a5-5bad-4dda-98d3-82e0bc3796ae tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0607951 Apr 07 17:23:11.726563 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b51d80f-563c-4948-a74e-01577d57a55c req-69ae270c-01e5-4389-935f-5afeae4793fa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471861 Apr 07 17:23:11.884359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-17935854-c577-4d90-9d22-cdf334cff143 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426593493&fields=id&tenant_id=f2cc28c058a54a7185d686c81dc0a3f1 HTTP/1.1" status: 200 len: 267 time: 0.0436435 Apr 07 17:23:12.017504 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-458727bd-bc62-41fd-a716-54dbec045f35 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:12.018954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-458727bd-bc62-41fd-a716-54dbec045f35 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/networks?id=a10bd6e5-9aa1-4360-84f9-94e5bb245a82 HTTP/1.1" status: 200 len: 812 time: 0.1270947 Apr 07 17:23:12.035121 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-13ad8f5b-3817-4e1e-b870-8608f88d7dc2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/quotas/f2cc28c058a54a7185d686c81dc0a3f1 HTTP/1.1" status: 200 len: 375 time: 0.0098112 Apr 07 17:23:12.095228 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-646f6891-c636-424b-9571-9924c1623b78 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2cc28c058a54a7185d686c81dc0a3f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550900 Apr 07 17:23:12.192907 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-ee969045-fe16-4f8c-9fd8-1a4c3ebfb6aa service neutron] 10.222.0.26 "GET /v2.0/networks/a10bd6e5-9aa1-4360-84f9-94e5bb245a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854809 Apr 07 17:23:12.285404 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-7e3fad7b-c866-4a01-99e9-b829b45d6f35 service neutron] 10.222.0.26 "GET /v2.0/networks/a10bd6e5-9aa1-4360-84f9-94e5bb245a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Apr 07 17:23:12.852672 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5bc4020-efb3-4030-9fe1-1b4dfa1b280c req-0664a044-35b5-461a-8f16-1fbacb894103 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0473917 Apr 07 17:23:12.881908 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfed76-bd45-48db-9ac7-6f5071651677 req-984b18ef-f88f-4bf2-b9ad-ed38837871d0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:12.883424 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbdfed76-bd45-48db-9ac7-6f5071651677 req-984b18ef-f88f-4bf2-b9ad-ed38837871d0 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0689111 Apr 07 17:23:12.938487 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbdfed76-bd45-48db-9ac7-6f5071651677 req-2b387aa0-6418-4123-9dc4-683c6aaa4044 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Apr 07 17:23:13.944656 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a5a9cef-8932-4776-bab3-510b1a8c40d9 req-c591a6f9-7d51-4757-a40c-d6476f44954a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259800 Apr 07 17:23:15.084845 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee08ae7a-f9c6-4c5a-bde5-a75ecbeff0cf req-551b07cf-fc00-45fd-b2ea-e41bff5cca3c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0358438 Apr 07 17:23:15.121753 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-d42801ea-54b1-41eb-bc09-f0b0e535ebc4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:15.123216 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-d42801ea-54b1-41eb-bc09-f0b0e535ebc4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.37 "GET /v2.0/networks?id=a10bd6e5-9aa1-4360-84f9-94e5bb245a82 HTTP/1.1" status: 200 len: 812 time: 0.1405602 Apr 07 17:23:15.206332 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-895dbd8e-5690-4cf7-88c6-9d9373abb9f2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2cc28c058a54a7185d686c81dc0a3f1 HTTP/1.1" status: 200 len: 379 time: 0.0542789 Apr 07 17:23:15.217186 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'port': {'device_id': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'admin_state_up': True, 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'security_groups': ['334767f4-1e36-46fb-80cf-c0be844ad4d1']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:23:15.381060 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Made reservation on behalf of f2cc28c058a54a7185d686c81dc0a3f1 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:23:15.384422 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:15.512515 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Allocated IP 172.20.0.8 (a10bd6e5-9aa1-4360-84f9-94e5bb245a82/a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9/31cf2729-37f3-484c-bad0-abb9ba907dcd) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:23:15.650002 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:15.735381 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:15.777944 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:23:15.780967 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:23:15.787253 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:23:15.809801 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'Port': ['ID=31cf2729-37f3-484c-bad0-abb9ba907dcd,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:15.822139 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.822469 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.823932 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.824292 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.824622 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.824959 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.825302 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.825629 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.825947 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.826292 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.826612 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.826929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.827241 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.827554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.827863 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:15.852328 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:15.853089 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:15.989086 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-59c4181a-1c97-49d5-b017-d848587df0d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7763829 Apr 07 17:23:16.009804 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Request body: {'port': {'device_id': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:23:16.025037 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-84423c58-5596-4626-a364-cb476cc198ce None None] Provisioning complete for port 31cf2729-37f3-484c-bad0-abb9ba907dcd triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:23:16.025731 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-84423c58-5596-4626-a364-cb476cc198ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:16.061436 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-84423c58-5596-4626-a364-cb476cc198ce None None] Port 31cf2729-37f3-484c-bad0-abb9ba907dcd cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:23:16.076215 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:16.286271 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02f685-353b-47ce-85e8-66eb83e74b65 req-f6e95515-ff77-4262-a1d2-55f00056830e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:16.287659 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f02f685-353b-47ce-85e8-66eb83e74b65 req-f6e95515-ff77-4262-a1d2-55f00056830e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 931 time: 0.1160092 Apr 07 17:23:16.369371 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f02f685-353b-47ce-85e8-66eb83e74b65 req-60569051-f3b2-4e4f-8e6b-eac139d07b51 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753763 Apr 07 17:23:16.409378 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cf2729-37f3-484c-bad0-abb9ba907dcd {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:23:16.416729 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Publish callbacks [] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:16.428503 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Transition to ACTIVE for port object 31cf2729-37f3-484c-bad0-abb9ba907dcd will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:23:16.483679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:16.553520 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Pushing event updated for resources: {'Port': ['ID=31cf2729-37f3-484c-bad0-abb9ba907dcd,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:16.611176 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Attempting to bind port 31cf2729-37f3-484c-bad0-abb9ba907dcd on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:23:16.611621 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Attempting to bind port 31cf2729-37f3-484c-bad0-abb9ba907dcd by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:23:16.611980 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Attempting to bind port 31cf2729-37f3-484c-bad0-abb9ba907dcd on network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:23:16.616788 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Port 31cf2729-37f3-484c-bad0-abb9ba907dcd on network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:23:16.617198 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Attempting to bind port 31cf2729-37f3-484c-bad0-abb9ba907dcd on network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:23:16.623161 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:23:16.623575 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Checking segment: {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:23:16.624018 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Bound using segment: {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:23:16.624511 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Bound port: 31cf2729-37f3-484c-bad0-abb9ba907dcd, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:23:16.624934 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:16.699138 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] For port 31cf2729-37f3-484c-bad0-abb9ba907dcd, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:23:16.702256 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] For port 31cf2729-37f3-484c-bad0-abb9ba907dcd, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=31cf2729-37f3-484c-bad0-abb9ba907dcd,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:23:16.747180 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:16.782416 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:16.783040 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:16.784455 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] 10.222.0.37 "PUT /v2.0/ports/31cf2729-37f3-484c-bad0-abb9ba907dcd HTTP/1.1" status: 200 len: 1093 time: 0.7788301 Apr 07 17:23:16.784920 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:23:16.787108 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b0830-a0c1-4060-9962-01dba7ed5466" -d '{"events": [{"name": "network-changed", "server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:23:16.827213 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8892ce-48fb-4393-9311-b3cd09f1273a service neutron] Pushing event updated for resources: {'Port': ['ID=31cf2729-37f3-484c-bad0-abb9ba907dcd,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:16.850780 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcabea4-26d6-45d9-84be-b36714b54bd1 x-openstack-request-id: req-1fcabea4-26d6-45d9-84be-b36714b54bd1 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:23:16.851068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:23:16.851322 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fcabea4-26d6-45d9-84be-b36714b54bd1 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:23:16.851738 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fcabea4-26d6-45d9-84be-b36714b54bd1'] response: {'name': 'network-changed', 'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'status': 'completed', 'code': 200} Apr 07 17:23:16.918229 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b0830-a0c1-4060-9962-01dba7ed5466 req-df6fff1b-911c-433a-b2bb-06cf09a92683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:16.919789 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e5b0830-a0c1-4060-9962-01dba7ed5466 req-df6fff1b-911c-433a-b2bb-06cf09a92683 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2cc28c058a54a7185d686c81dc0a3f1&device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 1127 time: 0.0476429 Apr 07 17:23:17.026937 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b0830-a0c1-4060-9962-01dba7ed5466 req-aafb5c33-78e0-4581-b256-8527636bebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:17.028395 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e5b0830-a0c1-4060-9962-01dba7ed5466 req-aafb5c33-78e0-4581-b256-8527636bebc6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f2cc28c058a54a7185d686c81dc0a3f1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1010888 Apr 07 17:23:17.132581 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b0830-a0c1-4060-9962-01dba7ed5466 req-a9546632-e36c-4356-b8c6-e6db81824519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:17.133954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e5b0830-a0c1-4060-9962-01dba7ed5466 req-a9546632-e36c-4356-b8c6-e6db81824519 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914204 Apr 07 17:23:17.227286 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-21f5f816-4caa-456a-8226-8c41af61a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:17.228757 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-21f5f816-4caa-456a-8226-8c41af61a1e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2cc28c058a54a7185d686c81dc0a3f1&device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 1127 time: 0.0444670 Apr 07 17:23:17.273088 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-70436de2-3e4d-4e21-a674-d1d94cb9fa61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31cf2729-37f3-484c-bad0-abb9ba907dcd HTTP/1.1" status: 200 len: 217 time: 0.0369902 Apr 07 17:23:17.320510 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-703bc30c-4ebc-4023-98ea-91384600df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:17.323526 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-703bc30c-4ebc-4023-98ea-91384600df8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9 HTTP/1.1" status: 200 len: 851 time: 0.0443738 Apr 07 17:23:17.373256 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-35a6834a-27b7-4a21-a4eb-486246e72d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:17.374752 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-35a6834a-27b7-4a21-a4eb-486246e72d76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a10bd6e5-9aa1-4360-84f9-94e5bb245a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462759 Apr 07 17:23:17.496033 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-04f2379f-12b5-452c-a2da-d8c97ed3d589 service neutron] 10.222.0.37 "GET /v2.0/networks/a10bd6e5-9aa1-4360-84f9-94e5bb245a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153338 Apr 07 17:23:17.511268 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae7f9-9180-4356-bd96-e1c5f37881a1 req-7b203a6b-f7d0-4b07-8ace-a6613fe6e588 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:17.512715 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81dae7f9-9180-4356-bd96-e1c5f37881a1 req-7b203a6b-f7d0-4b07-8ace-a6613fe6e588 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0735888 Apr 07 17:23:17.617107 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81dae7f9-9180-4356-bd96-e1c5f37881a1 req-0543bdba-dfd5-4af6-850a-9d19440fb2bb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966058 Apr 07 17:23:17.641965 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c356eab5-b56d-4e9c-9e0f-a155aab6b73d req-0609b7bd-f6ea-42ca-932a-aa03b4c77c01 service neutron] 10.222.0.37 "GET /v2.0/networks/a10bd6e5-9aa1-4360-84f9-94e5bb245a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283193 Apr 07 17:23:18.597566 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:18.738203 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320982-e941-444d-8b4f-2c31c3c6d5b6 req-143fff64-355e-4a48-b4ce-a9e0012da176 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:18.739635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5320982-e941-444d-8b4f-2c31c3c6d5b6 req-143fff64-355e-4a48-b4ce-a9e0012da176 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0556557 Apr 07 17:23:18.787539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5320982-e941-444d-8b4f-2c31c3c6d5b6 req-dfada640-3d49-4370-8f84-b42abbd37b4e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 Apr 07 17:23:19.907449 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3989-d84a-48c5-82ca-1a0597dd025e req-82b76b17-d60e-4d81-afc9-8644cac67bd8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:19.908794 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-216e3989-d84a-48c5-82ca-1a0597dd025e req-82b76b17-d60e-4d81-afc9-8644cac67bd8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0515816 Apr 07 17:23:19.956991 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-216e3989-d84a-48c5-82ca-1a0597dd025e req-e2ff3ead-80b0-4eb8-95cb-c7c3020bd239 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Apr 07 17:23:21.078722 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735489d-c526-4a55-9813-252022fc73a3 req-5e774135-8879-418f-9b02-41723a7fd503 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:21.080181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a735489d-c526-4a55-9813-252022fc73a3 req-5e774135-8879-418f-9b02-41723a7fd503 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0571482 Apr 07 17:23:21.126751 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a735489d-c526-4a55-9813-252022fc73a3 req-f2a6fa82-9068-4313-8bd3-abbfafc1ed33 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410683 Apr 07 17:23:22.245129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd97a-4666-4eaa-a443-ec49349118d4 req-dadf920b-6d68-4f83-bc6a-999df8fe9947 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:22.246619 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-998fd97a-4666-4eaa-a443-ec49349118d4 req-dadf920b-6d68-4f83-bc6a-999df8fe9947 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0511103 Apr 07 17:23:22.297795 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-998fd97a-4666-4eaa-a443-ec49349118d4 req-23033b86-efc4-4fd1-a936-dba609a472ef tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Apr 07 17:23:22.606368 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760b51-586a-4509-b2bd-c69d1961067a req-50f50ecb-40f8-496d-8d00-36a4e00dc50a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:22.607879 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd760b51-586a-4509-b2bd-c69d1961067a req-50f50ecb-40f8-496d-8d00-36a4e00dc50a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0540349 Apr 07 17:23:22.686927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd760b51-586a-4509-b2bd-c69d1961067a req-07c057bc-b4a3-400f-b4bd-4be9e793827c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724015 Apr 07 17:23:22.695802 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-f4ea9f2c-7cb2-4147-9534-2db0efbe4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:22.697304 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-f4ea9f2c-7cb2-4147-9534-2db0efbe4000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0769992 Apr 07 17:23:22.791478 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-5d1fbd92-bac3-4922-865f-52b7e73400df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:22.793004 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-5d1fbd92-bac3-4922-865f-52b7e73400df service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0858023 Apr 07 17:23:22.864575 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-5c973797-4246-4572-a41b-2f858a357b21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0633159 Apr 07 17:23:22.915901 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-5ef4df89-5c13-4f3e-9333-90e34843f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:22.917367 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-5ef4df89-5c13-4f3e-9333-90e34843f15d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0463662 Apr 07 17:23:22.965871 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-9d0a2efe-dad2-477c-a813-763bbf85dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:22.967425 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-9d0a2efe-dad2-477c-a813-763bbf85dfca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435112 Apr 07 17:23:23.278389 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-b0cb6161-d6ff-417b-b607-551bf7ad196e service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045571 Apr 07 17:23:23.465406 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c1d6bd4-7f11-484a-86f1-18ef221a8752 req-414bce4d-f069-4475-aa0e-4642e4d3cb1a service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183503 Apr 07 17:23:23.473077 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0889f-b5ce-46df-a91d-47418605c833 req-2d70edc2-a081-4255-9569-b987209b234a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:23.474501 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1b0889f-b5ce-46df-a91d-47418605c833 req-2d70edc2-a081-4255-9569-b987209b234a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.1045303 Apr 07 17:23:23.533933 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1b0889f-b5ce-46df-a91d-47418605c833 req-df572a57-40d1-4b6b-bdb1-774b20cc3e6a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476079 Apr 07 17:23:23.802793 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b7832-8d9f-431b-95f3-4f4fc1f04faf req-1e570e45-e383-4f47-b224-7a89f268ba25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:23.804136 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-641b7832-8d9f-431b-95f3-4f4fc1f04faf req-1e570e45-e383-4f47-b224-7a89f268ba25 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0501719 Apr 07 17:23:23.849794 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-641b7832-8d9f-431b-95f3-4f4fc1f04faf req-2e6c3d54-bdd9-4fd7-a560-dec69e0e124a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401669 Apr 07 17:23:24.652121 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71224-ba04-4e8f-b2dc-e5272adb5227 req-f80096f2-9901-457b-bcec-fdd0c39d48d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:24.653880 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4d71224-ba04-4e8f-b2dc-e5272adb5227 req-f80096f2-9901-457b-bcec-fdd0c39d48d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0568683 Apr 07 17:23:24.708113 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4d71224-ba04-4e8f-b2dc-e5272adb5227 req-899d0e99-8b28-4aeb-bbfa-dfa2b287e2ed tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469050 Apr 07 17:23:24.969847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda12cb-d54a-4675-a719-fcd70f485040 req-6ec38bdd-ecfa-462f-bc5a-c7f0afd858c4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:24.971322 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bdda12cb-d54a-4675-a719-fcd70f485040 req-6ec38bdd-ecfa-462f-bc5a-c7f0afd858c4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0539925 Apr 07 17:23:25.017310 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bdda12cb-d54a-4675-a719-fcd70f485040 req-f4e53bd8-27a3-46c7-9a5e-856f2b8c99dc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402420 Apr 07 17:23:25.826810 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86007084-7560-47a8-a964-34610796081a req-c25e76fa-e7ed-4010-9938-cc90afa05af2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:25.828884 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86007084-7560-47a8-a964-34610796081a req-c25e76fa-e7ed-4010-9938-cc90afa05af2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0541437 Apr 07 17:23:25.879223 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86007084-7560-47a8-a964-34610796081a req-f0d1443c-42d1-46d7-9bca-465b632de35c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Apr 07 17:23:25.947489 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:23:26.133809 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48141324-4794-442a-a9c5-002547ff36d5 req-92ad46e7-6686-4490-83d8-82315c1cfeab tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:26.135273 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48141324-4794-442a-a9c5-002547ff36d5 req-92ad46e7-6686-4490-83d8-82315c1cfeab tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0517905 Apr 07 17:23:26.183288 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48141324-4794-442a-a9c5-002547ff36d5 req-242dba0b-3773-48b7-a4a4-c2af3253b643 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Apr 07 17:23:27.001372 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8170c4-c992-4711-9ad1-ff0d1c881550 req-5781eb1d-a2b3-4c4e-9f5f-04d80e413f42 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:27.002822 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e8170c4-c992-4711-9ad1-ff0d1c881550 req-5781eb1d-a2b3-4c4e-9f5f-04d80e413f42 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0513155 Apr 07 17:23:27.053584 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e8170c4-c992-4711-9ad1-ff0d1c881550 req-7123ba67-2213-40a0-b898-8fd7525e723c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452247 Apr 07 17:23:27.300580 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e0eaf-de2d-4afa-990f-09b0a130fb93 req-087dccb0-4901-4790-8221-485a3cf34494 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:27.302056 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae8e0eaf-de2d-4afa-990f-09b0a130fb93 req-087dccb0-4901-4790-8221-485a3cf34494 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0510106 Apr 07 17:23:27.347376 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae8e0eaf-de2d-4afa-990f-09b0a130fb93 req-d1b96c78-c638-468f-a538-1e8fad442308 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396962 Apr 07 17:23:28.167801 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacfc90-4cce-48d8-ac05-6b8c6d0cab17 req-ad95e835-0754-4f4f-9789-26f9b736691d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:28.169351 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bacfc90-4cce-48d8-ac05-6b8c6d0cab17 req-ad95e835-0754-4f4f-9789-26f9b736691d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0508881 Apr 07 17:23:28.216592 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bacfc90-4cce-48d8-ac05-6b8c6d0cab17 req-3a71f8a5-44f3-4d47-8b40-65946d362f0a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Apr 07 17:23:28.466970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd85b0-4c4b-4492-99b3-0592bdd9fe49 req-ba413373-789a-46f4-bd41-2c470d8fe792 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:28.469541 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61cd85b0-4c4b-4492-99b3-0592bdd9fe49 req-ba413373-789a-46f4-bd41-2c470d8fe792 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0565948 Apr 07 17:23:28.515540 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61cd85b0-4c4b-4492-99b3-0592bdd9fe49 req-1f08b502-15aa-4c61-acbb-7434f435bbae tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395544 Apr 07 17:23:29.333463 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028275-c7ac-4764-afc3-05f64cfc3dda req-b7c0d0fd-9ef4-41f5-a625-e652176fb0e7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:29.334953 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55028275-c7ac-4764-afc3-05f64cfc3dda req-b7c0d0fd-9ef4-41f5-a625-e652176fb0e7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0516243 Apr 07 17:23:29.382444 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55028275-c7ac-4764-afc3-05f64cfc3dda req-c0727069-5d34-482a-83e3-6c909013ed80 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420027 Apr 07 17:23:29.630852 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a970df-3820-4f33-82d1-ca0f9e465dc3 req-b978e5ab-526c-4935-a562-5aa47ac5e652 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:29.632436 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18a970df-3820-4f33-82d1-ca0f9e465dc3 req-b978e5ab-526c-4935-a562-5aa47ac5e652 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0499244 Apr 07 17:23:29.685078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18a970df-3820-4f33-82d1-ca0f9e465dc3 req-d6efd7d2-1be9-4d22-86cc-c667de7b08de tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469007 Apr 07 17:23:30.498333 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ed2e-2275-40bd-a335-cc9dd124fb18 req-61c40e02-f485-4ce9-9fca-83dd2d09bc04 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:30.500435 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b801ed2e-2275-40bd-a335-cc9dd124fb18 req-61c40e02-f485-4ce9-9fca-83dd2d09bc04 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0523248 Apr 07 17:23:30.549696 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b801ed2e-2275-40bd-a335-cc9dd124fb18 req-ce9be2de-ac2d-4e5f-a609-a53c0abbaa19 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Apr 07 17:23:30.786380 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2dfad859-bef4-46f9-8ccf-78d2996da37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:30.809584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a65b-37a9-4e23-beb2-b18c7fcc8a5a req-dd6a5de3-686a-40ba-a414-cd060b5a4cea tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:30.811074 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d10a65b-37a9-4e23-beb2-b18c7fcc8a5a req-dd6a5de3-686a-40ba-a414-cd060b5a4cea tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0525064 Apr 07 17:23:30.857491 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d10a65b-37a9-4e23-beb2-b18c7fcc8a5a req-0c5372b6-c0d5-475c-bc65-1bb6283925fa tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396600 Apr 07 17:23:31.675260 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c3d54-a762-47c6-83ec-9acdfed9b8c4 req-182459c2-915f-4bec-a4f7-ac6130516c11 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:31.676745 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-321c3d54-a762-47c6-83ec-9acdfed9b8c4 req-182459c2-915f-4bec-a4f7-ac6130516c11 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0555146 Apr 07 17:23:31.725266 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-321c3d54-a762-47c6-83ec-9acdfed9b8c4 req-4365de34-ff33-4e3d-8aaf-0473dc6753ae tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429900 Apr 07 17:23:31.977348 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342797-e2ed-488a-848c-086a221823f5 req-c7192676-87d9-4f2a-a8d0-c53767dc0a65 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:31.978808 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec342797-e2ed-488a-848c-086a221823f5 req-c7192676-87d9-4f2a-a8d0-c53767dc0a65 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0521438 Apr 07 17:23:32.024457 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec342797-e2ed-488a-848c-086a221823f5 req-8e742194-a7d3-4b6b-842c-99b703bfc96d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402014 Apr 07 17:23:32.843416 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06476335-85a3-45d2-ad77-40bbcbfd3454 req-5559fbd0-b71b-40c5-bfad-b8384763ab5d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:32.844794 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06476335-85a3-45d2-ad77-40bbcbfd3454 req-5559fbd0-b71b-40c5-bfad-b8384763ab5d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0542529 Apr 07 17:23:32.892957 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06476335-85a3-45d2-ad77-40bbcbfd3454 req-84ae42cb-2be6-4805-8088-32e32160fac0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425980 Apr 07 17:23:33.140489 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4235f-05cd-474e-bf9a-928355a0f121 req-20373be9-5d79-4107-b5e7-85abad13ddca tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:33.141943 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85e4235f-05cd-474e-bf9a-928355a0f121 req-20373be9-5d79-4107-b5e7-85abad13ddca tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0513289 Apr 07 17:23:33.189994 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85e4235f-05cd-474e-bf9a-928355a0f121 req-4a37e1c8-49d1-4e88-b66f-a7a2563b6b65 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Apr 07 17:23:33.208950 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-457951b7-95f5-43e7-be12-e1eba4e37f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:33.797014 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 31cf2729-37f3-484c-bad0-abb9ba907dcd details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:23:33.894349 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 31cf2729-37f3-484c-bad0-abb9ba907dcd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=31cf2729-37f3-484c-bad0-abb9ba907dcd,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:23:33.905806 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'port_id': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'mac_address': 'fa:16:3e:50:ce:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:23:33.943284 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 31cf2729-37f3-484c-bad0-abb9ba907dcd is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:23:33.943680 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:33.956375 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cf2729-37f3-484c-bad0-abb9ba907dcd {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:23:33.976624 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 31cf2729-37f3-484c-bad0-abb9ba907dcd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=31cf2729-37f3-484c-bad0-abb9ba907dcd,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:23:34.012258 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90ca86-9dfd-423c-8fc8-8ed457d56b81 req-5e3a49a5-766f-45ca-800c-125ca6a8c2af tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:34.013754 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff90ca86-9dfd-423c-8fc8-8ed457d56b81 req-5e3a49a5-766f-45ca-800c-125ca6a8c2af tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 943 time: 0.0542071 Apr 07 17:23:34.049376 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:34.067380 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff90ca86-9dfd-423c-8fc8-8ed457d56b81 req-872fd304-940d-459a-ad97-1454a11fd5d5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479016 Apr 07 17:23:34.102863 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=31cf2729-37f3-484c-bad0-abb9ba907dcd,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:34.110227 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.111176 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.111176 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.111357 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.111601 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.111930 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.112255 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.112579 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.112899 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.113247 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.113574 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.113910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.114263 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.114581 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.114904 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:23:34.307549 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb7496-70e1-4bd2-afd8-220369225ba7 req-b46cbfe3-cbd6-419d-9c0c-34172040a3fb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:34.308999 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bdbb7496-70e1-4bd2-afd8-220369225ba7 req-b46cbfe3-cbd6-419d-9c0c-34172040a3fb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0532427 Apr 07 17:23:34.357705 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bdbb7496-70e1-4bd2-afd8-220369225ba7 req-2fa3c1b5-b467-4ea6-9c32-c7ed4959a5c8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 Apr 07 17:23:34.388945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['31cf2729-37f3-484c-bad0-abb9ba907dcd'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:23:34.413223 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:35.185335 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62ba44-b47a-460b-b818-ceaeee99f687 req-be1cea01-2d2e-4aed-bb43-73a8db4a1254 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:35.186830 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce62ba44-b47a-460b-b818-ceaeee99f687 req-be1cea01-2d2e-4aed-bb43-73a8db4a1254 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 944 time: 0.0530806 Apr 07 17:23:35.235047 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce62ba44-b47a-460b-b818-ceaeee99f687 req-df02d85e-760d-4370-9a15-026758f1b415 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425947 Apr 07 17:23:35.364934 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 31cf2729-37f3-484c-bad0-abb9ba907dcd up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:23:35.460284 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 31cf2729-37f3-484c-bad0-abb9ba907dcd completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:23:35.464187 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 31cf2729-37f3-484c-bad0-abb9ba907dcd triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:23:35.464551 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:35.481946 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7b60-47c0-433c-8826-1cf869e507ae req-92a4e0ea-0d7a-4a97-b77b-f6c4f921aea1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:35.483955 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fabb7b60-47c0-433c-8826-1cf869e507ae req-92a4e0ea-0d7a-4a97-b77b-f6c4f921aea1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0565441 Apr 07 17:23:35.532438 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fabb7b60-47c0-433c-8826-1cf869e507ae req-ef657d7e-a747-4e3c-8454-75915cdcf8cb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429125 Apr 07 17:23:35.558243 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 31cf2729-37f3-484c-bad0-abb9ba907dcd is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:23:35.558624 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:35.581625 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:23:35.583808 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6ac994-be5b-46d8-86aa-7a84bd41bd0b" -d '{"events": [{"server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "name": "network-vif-plugged", "status": "completed", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:23:35.596689 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 31cf2729-37f3-484c-bad0-abb9ba907dcd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=31cf2729-37f3-484c-bad0-abb9ba907dcd,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:23:35.618488 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adfe032-26ac-4ebc-9f3d-c737b06594e0 x-openstack-request-id: req-1adfe032-26ac-4ebc-9f3d-c737b06594e0 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:23:35.618809 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "name": "network-vif-plugged", "status": "completed", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:23:35.619098 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1adfe032-26ac-4ebc-9f3d-c737b06594e0 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:23:35.619488 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1adfe032-26ac-4ebc-9f3d-c737b06594e0'] response: {'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'code': 200} Apr 07 17:23:35.637686 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:35.666229 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:35.714648 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=31cf2729-37f3-484c-bad0-abb9ba907dcd,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:36.350897 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6a422-4ea6-45fc-b42b-2efa3e39f88e req-c8bdc6b0-5e4e-44ee-b5eb-73fb9453a297 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:36.352341 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38d6a422-4ea6-45fc-b42b-2efa3e39f88e req-c8bdc6b0-5e4e-44ee-b5eb-73fb9453a297 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Apr 07 17:23:36.400984 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38d6a422-4ea6-45fc-b42b-2efa3e39f88e req-48a31a50-7a1f-4880-97d9-e47027b0328d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431240 Apr 07 17:23:36.654516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eae215-c80c-4429-8e1d-b88777410dca req-2e27e64f-ddf2-4ba3-9915-d44f4eebae70 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:36.656010 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79eae215-c80c-4429-8e1d-b88777410dca req-2e27e64f-ddf2-4ba3-9915-d44f4eebae70 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0518591 Apr 07 17:23:36.706349 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79eae215-c80c-4429-8e1d-b88777410dca req-fecfa488-8400-4cde-98b0-cba9932b7cea tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446160 Apr 07 17:23:37.054565 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:37.519261 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733d8c-7d8a-4f9c-88ff-516680dfdadc req-12659492-347a-4e33-b056-496887d6f6ce tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:37.520739 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d733d8c-7d8a-4f9c-88ff-516680dfdadc req-12659492-347a-4e33-b056-496887d6f6ce tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0543966 Apr 07 17:23:37.569043 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d733d8c-7d8a-4f9c-88ff-516680dfdadc req-51bc8524-7c1e-4726-96ed-ce795659b109 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423355 Apr 07 17:23:37.822358 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993d254-976a-4228-b0b1-c7658a9a3013 req-9855cb94-1896-4176-91de-3ed365729783 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:37.823790 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b993d254-976a-4228-b0b1-c7658a9a3013 req-9855cb94-1896-4176-91de-3ed365729783 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0501626 Apr 07 17:23:37.868544 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b993d254-976a-4228-b0b1-c7658a9a3013 req-c01c23a6-0a86-4296-933c-eff0f87ce70a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383058 Apr 07 17:23:38.438665 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785559e7-4aa8-43a2-90a3-a2cd7d1adf58 req-91bf9888-50ef-456d-aad2-fe8826077e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:38.440120 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-785559e7-4aa8-43a2-90a3-a2cd7d1adf58 req-91bf9888-50ef-456d-aad2-fe8826077e49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 1129 time: 0.0461345 Apr 07 17:23:38.486839 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-785559e7-4aa8-43a2-90a3-a2cd7d1adf58 req-e30b7a57-ff81-4bd6-98c0-024ef4ccf5af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Apr 07 17:23:38.689333 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e9da-3a74-4cad-bda3-e5c6e7dec19b req-f123918b-f010-4b0f-9a88-77206b6c05c6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:38.690784 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f06e9da-3a74-4cad-bda3-e5c6e7dec19b req-f123918b-f010-4b0f-9a88-77206b6c05c6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Apr 07 17:23:38.740030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f06e9da-3a74-4cad-bda3-e5c6e7dec19b req-e020a0b1-1f38-4612-b2df-09c913cc0cc7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434191 Apr 07 17:23:38.989038 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9e882-9564-4e4d-bc97-fe30ebfd3920 req-66f9347f-191e-4eb0-8a01-eb81a68b4c1a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:38.990532 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3d9e882-9564-4e4d-bc97-fe30ebfd3920 req-66f9347f-191e-4eb0-8a01-eb81a68b4c1a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0548666 Apr 07 17:23:39.039701 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3d9e882-9564-4e4d-bc97-fe30ebfd3920 req-ba903fb0-c4b8-45f9-8c5c-438a844ba2eb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433505 Apr 07 17:23:39.855363 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f5085-9b33-4c25-970b-02734b9a68db req-d02680c6-d607-4972-b48a-e2eb97acc075 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:39.856816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2f5085-9b33-4c25-970b-02734b9a68db req-d02680c6-d607-4972-b48a-e2eb97acc075 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0507612 Apr 07 17:23:39.905905 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2f5085-9b33-4c25-970b-02734b9a68db req-3b1c72d3-1801-45c3-ad8f-e37fc8d456be tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Apr 07 17:23:40.156624 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab0764-88da-471c-a1ba-ff6079d7d7d5 req-15e0a242-9702-4b54-9502-c3e97efc531e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:40.158018 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75ab0764-88da-471c-a1ba-ff6079d7d7d5 req-15e0a242-9702-4b54-9502-c3e97efc531e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0512247 Apr 07 17:23:40.206783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75ab0764-88da-471c-a1ba-ff6079d7d7d5 req-365646ce-11ae-47b6-8d40-92d7455e4941 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Apr 07 17:23:41.024179 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c61f81-79ec-4efc-a143-36ad268c18ac req-cc707579-43c5-4e21-bc5a-6e84275461f7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:41.025709 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21c61f81-79ec-4efc-a143-36ad268c18ac req-cc707579-43c5-4e21-bc5a-6e84275461f7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0520601 Apr 07 17:23:41.074278 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21c61f81-79ec-4efc-a143-36ad268c18ac req-6b2e25e7-9aa0-48f6-95ef-db67566c0d18 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429227 Apr 07 17:23:41.190361 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaee732-34e3-4aee-a9ea-a0a1a61b63fd req-e1b26bda-f83c-4f0c-bf24-3d164963608e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:41.191784 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccaee732-34e3-4aee-a9ea-a0a1a61b63fd req-e1b26bda-f83c-4f0c-bf24-3d164963608e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0515368 Apr 07 17:23:41.239366 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccaee732-34e3-4aee-a9ea-a0a1a61b63fd req-e9cbca91-fe47-40a9-b4cd-27b3e6ff90c7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420189 Apr 07 17:23:41.261592 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 52170) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:23:41.325168 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3819d5-eb28-471b-b406-b84fd66e83cc req-a28ca4dc-b477-424d-980e-17951033bd7b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:41.326532 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc3819d5-eb28-471b-b406-b84fd66e83cc req-a28ca4dc-b477-424d-980e-17951033bd7b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0543752 Apr 07 17:23:41.396878 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc3819d5-eb28-471b-b406-b84fd66e83cc req-e2bb7cda-29a4-445d-a07b-72a7f7cdab6f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641954 Apr 07 17:23:41.411299 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f7bce-41d1-4b35-abc4-7f32bbefc524 tempest-TestVolumeBootPattern-931656990 tempest-TestVolumeBootPattern-931656990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:41.414494 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-093f7bce-41d1-4b35-abc4-7f32bbefc524 tempest-TestVolumeBootPattern-931656990 tempest-TestVolumeBootPattern-931656990-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 1124 time: 0.1502268 Apr 07 17:23:41.415888 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 52174) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:23:41.420051 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'port_id': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:23:41.483168 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:41.581165 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:41.687226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Allocated IP 172.27.0.208 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:23:41.791552 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:41.871867 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:41.910326 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:23:41.913097 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:23:41.918614 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:23:41.941001 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'Port': ['ID=e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:42.313412 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for floatingip (f4087f05-bfe3-4d68-8944-a7e9935647c4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:42.436074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:42.581369 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb43d8a-5957-4c58-ab7a-795f18eac5df req-5be5b763-3423-4506-9695-e7c3b6e720b3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:42.582732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ceb43d8a-5957-4c58-ab7a-795f18eac5df req-5be5b763-3423-4506-9695-e7c3b6e720b3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.1140404 Apr 07 17:23:42.656781 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:42.663273 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ceb43d8a-5957-4c58-ab7a-795f18eac5df req-18a70b57-c349-4fe5-9d66-84ae041f060f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728242 Apr 07 17:23:42.694862 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:42.765900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event updated for resources: {'Port': ['ID=e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:42.778067 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (f4087f05-bfe3-4d68-8944-a7e9935647c4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:42.880061 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Floating IP f4087f05-bfe3-4d68-8944-a7e9935647c4 associated. External IP: 172.27.0.208, port: 31cf2729-37f3-484c-bad0-abb9ba907dcd. Apr 07 17:23:43.310978 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Router 6054332f-43cf-46dd-b7a9-a58517445fad has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:23:43.418406 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:23:43.428539 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] Sync routers for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:23:43.441572 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:23:43.442178 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:23:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:43.485750 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:43.531681 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-78ebd3b8-d91d-47ca-a101-12340017b750 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0997372 Apr 07 17:23:43.531681 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:23:43.531681 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4" -d '{"events": [{"name": "network-changed", "server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:23:43.556963 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a049b76-ca32-4598-af4b-665a975cf32d x-openstack-request-id: req-1a049b76-ca32-4598-af4b-665a975cf32d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:23:43.557293 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:23:43.557544 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a049b76-ca32-4598-af4b-665a975cf32d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:23:43.557942 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a049b76-ca32-4598-af4b-665a975cf32d'] response: {'name': 'network-changed', 'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'status': 'completed', 'code': 200} Apr 07 17:23:43.570001 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:23:43.696127 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-9faacf4b-95fd-4f04-80e8-34f1c121da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:43.698275 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-9faacf4b-95fd-4f04-80e8-34f1c121da2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2cc28c058a54a7185d686c81dc0a3f1&device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 1129 time: 0.0483658 Apr 07 17:23:43.831533 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-1eb9ef58-d57b-4852-b411-5b9eb8251a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:43.833026 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-1eb9ef58-d57b-4852-b411-5b9eb8251a08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a10bd6e5-9aa1-4360-84f9-94e5bb245a82 HTTP/1.1" status: 200 len: 913 time: 0.1273327 Apr 07 17:23:43.840850 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc99c0-a35b-43d0-aff8-f62d6d7eda76 req-48294e44-4e52-4eab-8dee-79cc3abe2183 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:43.842295 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fcc99c0-a35b-43d0-aff8-f62d6d7eda76 req-48294e44-4e52-4eab-8dee-79cc3abe2183 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0795493 Apr 07 17:23:43.877769 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'f4087f05-bfe3-4d68-8944-a7e9935647c4', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'port_id': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'mac_address': 'fa:16:3e:50:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:23:42Z', 'updated_at': '2022-04-07T17:23:42Z', 'revision_number': 0, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:43Z', 'revision_number': 5, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:43.889345 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fcc99c0-a35b-43d0-aff8-f62d6d7eda76 req-77e823f5-a4fa-4dae-a1b8-2f6acd58c726 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403934 Apr 07 17:23:43.907745 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] Checking router: 6054332f-43cf-46dd-b7a9-a58517445fad for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:23:43.916778 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:23:43.917408 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:23:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:43.987782 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-5f1fda10-f21b-4cfc-915f-56918285f67e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31cf2729-37f3-484c-bad0-abb9ba907dcd HTTP/1.1" status: 200 len: 999 time: 0.0724671 Apr 07 17:23:44.030384 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:23:44.043929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-81438b22-91b9-45d3-91e5-fdd7fb857ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:44.045385 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-81438b22-91b9-45d3-91e5-fdd7fb857ef4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9 HTTP/1.1" status: 200 len: 851 time: 0.0427465 Apr 07 17:23:44.093418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-79818a02-ffe6-4012-bbb7-cff437f77104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:44.095056 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-79818a02-ffe6-4012-bbb7-cff437f77104 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a10bd6e5-9aa1-4360-84f9-94e5bb245a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425794 Apr 07 17:23:44.250400 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'f4087f05-bfe3-4d68-8944-a7e9935647c4', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'port_id': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'mac_address': 'fa:16:3e:50:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:23:42Z', 'updated_at': '2022-04-07T17:23:42Z', 'revision_number': 0, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:43Z', 'revision_number': 5, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:44.276327 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de942db6-cadd-4025-946b-2cfd112fbe5d None None] The sync data for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi is: [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'f4087f05-bfe3-4d68-8944-a7e9935647c4', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'port_id': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'mac_address': 'fa:16:3e:50:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:23:42Z', 'updated_at': '2022-04-07T17:23:42Z', 'revision_number': 0, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:43Z', 'revision_number': 5, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:23:44.470467 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81a2f2-ea4d-46a5-9e0e-613868697f24 None None] New status for floating IP f4087f05-bfe3-4d68-8944-a7e9935647c4: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:23:45.018157 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce76eb9-f79c-453b-9bb2-64df2533fbb6 req-8e882f67-12de-4728-acc5-c9fc3ac98da2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:45.019645 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9ce76eb9-f79c-453b-9bb2-64df2533fbb6 req-8e882f67-12de-4728-acc5-c9fc3ac98da2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0586338 Apr 07 17:23:45.067872 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9ce76eb9-f79c-453b-9bb2-64df2533fbb6 req-448d7024-7362-470e-98ac-f8902283e151 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421600 Apr 07 17:23:45.382587 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-7cce994b-46c2-456c-9b06-ae2873450526 service neutron] 10.222.0.37 "GET /v2.0/networks/a10bd6e5-9aa1-4360-84f9-94e5bb245a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121688 Apr 07 17:23:45.414486 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571d2a-fb34-411e-bd58-b570280496d0 req-75c14e46-b43d-4459-97db-ef136e73e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:45.415986 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-18571d2a-fb34-411e-bd58-b570280496d0 req-75c14e46-b43d-4459-97db-ef136e73e5c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0461423 Apr 07 17:23:45.468003 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-18571d2a-fb34-411e-bd58-b570280496d0 req-417acc38-97f9-4c5b-bd93-d72a8ed11cc0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Apr 07 17:23:45.480236 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa86887b-3c7a-4eb7-bb91-aeeb847d72f4 req-47c6b566-5eb9-4265-b3cf-bb5b1f7d7b9d service neutron] 10.222.0.37 "GET /v2.0/networks/a10bd6e5-9aa1-4360-84f9-94e5bb245a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912352 Apr 07 17:23:45.708472 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3c579-6c1a-4397-b2ca-0529762e3e65 req-19f7eb73-3495-4d5d-95b5-f2bbda6d320a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:45.710035 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32f3c579-6c1a-4397-b2ca-0529762e3e65 req-19f7eb73-3495-4d5d-95b5-f2bbda6d320a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0534186 Apr 07 17:23:45.757613 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32f3c579-6c1a-4397-b2ca-0529762e3e65 req-4478cf8e-e49f-43b6-b76b-36a8d31fb209 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Apr 07 17:23:46.189654 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec1af-582f-45e5-8b94-f07076ac21e2 req-387aa1d2-d293-41a2-abc2-27f707111a41 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:46.191110 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84bec1af-582f-45e5-8b94-f07076ac21e2 req-387aa1d2-d293-41a2-abc2-27f707111a41 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0550737 Apr 07 17:23:46.245349 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84bec1af-582f-45e5-8b94-f07076ac21e2 req-2b6e88b9-76e0-4d73-b4dc-a7a4d8b0ad3e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Apr 07 17:23:46.875453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e0009-a06b-427a-93ec-c5190025bc52 req-abb2d5ad-ce0b-4feb-9627-b1dbac89dc6d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:46.877125 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-450e0009-a06b-427a-93ec-c5190025bc52 req-abb2d5ad-ce0b-4feb-9627-b1dbac89dc6d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0521343 Apr 07 17:23:46.927863 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-450e0009-a06b-427a-93ec-c5190025bc52 req-2873f757-892c-4eea-a2e6-2755082a7b89 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 Apr 07 17:23:47.363768 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccba0-d425-4ba0-a90b-9fc9f443ab16 req-411fefc9-269a-4cb8-814d-8a8f27d30e3f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:47.365234 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e75ccba0-d425-4ba0-a90b-9fc9f443ab16 req-411fefc9-269a-4cb8-814d-8a8f27d30e3f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0498817 Apr 07 17:23:47.414814 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e75ccba0-d425-4ba0-a90b-9fc9f443ab16 req-e6a179a6-05d4-49dd-94fa-0f1c75c83a7b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441458 Apr 07 17:23:48.044094 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294fc2-7268-47ec-ba30-0060ac6623a6 req-d460192a-3521-488e-ad1f-4cf87b2873c3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:48.045570 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6294fc2-7268-47ec-ba30-0060ac6623a6 req-d460192a-3521-488e-ad1f-4cf87b2873c3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Apr 07 17:23:48.093172 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6294fc2-7268-47ec-ba30-0060ac6623a6 req-51be8898-2671-45a3-8cda-438de8d89450 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420194 Apr 07 17:23:48.530476 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f3fa7-b3a2-49f3-b692-7d09e83f1fd8 req-d7caa391-87f9-4d3d-b982-fb1ea61ded47 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:48.531985 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c0f3fa7-b3a2-49f3-b692-7d09e83f1fd8 req-d7caa391-87f9-4d3d-b982-fb1ea61ded47 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0522225 Apr 07 17:23:48.580416 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c0f3fa7-b3a2-49f3-b692-7d09e83f1fd8 req-c47ca8e1-42fe-4b76-a3d4-c1b2ab112986 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Apr 07 17:23:48.615772 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:48.725934 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-53402d8a-1e1e-4cff-bc2a-e0b7d4d504f5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:48.727507 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-53402d8a-1e1e-4cff-bc2a-e0b7d4d504f5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 945 time: 0.0597012 Apr 07 17:23:48.824047 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Deleting port 611756c2-2e59-4286-aab5-5bb98b5b9133 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:23:48.824387 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:48.917698 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] For port 611756c2-2e59-4286-aab5-5bb98b5b9133, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=611756c2-2e59-4286-aab5-5bb98b5b9133,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:23:48.918057 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:48.930568 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Calling delete_port for 611756c2-2e59-4286-aab5-5bb98b5b9133 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:23:49.106977 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (611756c2-2e59-4286-aab5-5bb98b5b9133), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:49.127431 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['611756c2-2e59-4286-aab5-5bb98b5b9133'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:23:49.143471 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Pushing event deleted for resources: {'Port': ['ID=611756c2-2e59-4286-aab5-5bb98b5b9133,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:23:49.179155 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf73e-9a5a-4dba-9894-9ed170056e7f req-a8aa8ff8-5b2f-462b-8bb5-e9d1d9b06fad tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:49.180663 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dafdf73e-9a5a-4dba-9894-9ed170056e7f req-a8aa8ff8-5b2f-462b-8bb5-e9d1d9b06fad tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.1047776 Apr 07 17:23:49.190238 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-dc3f8921-e758-4ae5-8f35-3412cd40bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:49.191740 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-dc3f8921-e758-4ae5-8f35-3412cd40bf10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0791130 Apr 07 17:23:49.197995 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] No DVR routers for this DVR port 611756c2-2e59-4286-aab5-5bb98b5b9133 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:23:49.207912 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:49.211129 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10ee4b37-5279-407d-a3c5-e8f909281010 req-b795e121-3042-43f8-96ab-4fb24fae64a2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "DELETE /v2.0/ports/611756c2-2e59-4286-aab5-5bb98b5b9133 HTTP/1.1" status: 204 len: 173 time: 0.4774649 Apr 07 17:23:49.211576 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'name': 'network-vif-deleted', 'tag': '611756c2-2e59-4286-aab5-5bb98b5b9133'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:23:49.213830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce206fcb-1dd7-4eb3-92ba-4d4df5481aec" -d '{"events": [{"server_uuid": "4797990b-2d5a-44f8-a9bd-b96d6919d4f0", "name": "network-vif-deleted", "tag": "611756c2-2e59-4286-aab5-5bb98b5b9133"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:23:49.247291 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85f92b5e-a4e0-43a3-86dd-2542dc2c08ec req-c1c5cf7e-fd29-4cb3-b168-4f82a29fb414 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 210 time: 0.0516365 Apr 07 17:23:49.283031 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dafdf73e-9a5a-4dba-9894-9ed170056e7f req-d01368be-42bb-445d-9d42-f85d45cb5faa tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849123 Apr 07 17:23:49.293752 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-ab6a479c-83fc-49e7-9106-1ab7f97c94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:49.295439 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-ab6a479c-83fc-49e7-9106-1ab7f97c94b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0966334 Apr 07 17:23:49.310971 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928e21d1-102f-4fde-9fa6-2e72e15623bc x-openstack-request-id: req-928e21d1-102f-4fde-9fa6-2e72e15623bc {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:23:49.310971 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797990b-2d5a-44f8-a9bd-b96d6919d4f0", "name": "network-vif-deleted", "tag": "611756c2-2e59-4286-aab5-5bb98b5b9133", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:23:49.310971 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-928e21d1-102f-4fde-9fa6-2e72e15623bc {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:23:49.310971 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928e21d1-102f-4fde-9fa6-2e72e15623bc'] response: {'server_uuid': '4797990b-2d5a-44f8-a9bd-b96d6919d4f0', 'name': 'network-vif-deleted', 'tag': '611756c2-2e59-4286-aab5-5bb98b5b9133', 'status': 'completed', 'code': 200} Apr 07 17:23:49.368060 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-8b4abeb8-f840-4d7b-8792-617ca3c83f2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0642505 Apr 07 17:23:49.440686 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-1c3058e5-2501-4662-aac4-1e9fcc53ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:49.442173 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-1c3058e5-2501-4662-aac4-1e9fcc53ff19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0478616 Apr 07 17:23:49.490179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-1a87e472-02ac-4ac2-bc2a-31b70c060ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:49.491792 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-1a87e472-02ac-4ac2-bc2a-31b70c060ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429001 Apr 07 17:23:49.590271 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-d6c15178-dd62-4947-b9b7-c5529a2d11b6 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878077 Apr 07 17:23:49.680779 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770f3288-3b15-40a6-8c11-2130acc7c4c4 req-cb21e366-c1ac-4ec5-92b2-364abccb5267 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830393 Apr 07 17:23:49.999408 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-65750013-78c7-46fc-bf2b-6835d98adbf9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422781 Apr 07 17:23:50.092596 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413783f-0972-42cb-9113-10e0f522b5ed req-e4e294ef-bf33-4e18-8c58-ffd88df1fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:50.094121 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-e4e294ef-bf33-4e18-8c58-ffd88df1fd1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0470419 Apr 07 17:23:50.365971 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c849956f-066e-4077-825c-1da897bfe5f6 req-8a3d3d08-3e2d-4c67-929e-c266568d3b98 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 210 time: 0.0376174 Apr 07 17:23:50.416727 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7d310-c71d-4b0f-bd71-7e2d318a9af4 req-ee5dab55-6def-48fd-ae75-96da3726b81e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:50.418198 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72b7d310-c71d-4b0f-bd71-7e2d318a9af4 req-ee5dab55-6def-48fd-ae75-96da3726b81e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0546579 Apr 07 17:23:50.463857 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72b7d310-c71d-4b0f-bd71-7e2d318a9af4 req-40d23554-5bdd-44f5-a7af-b71d46c8d6c4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389531 Apr 07 17:23:51.405718 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413783f-0972-42cb-9113-10e0f522b5ed req-6b09538e-b7c9-48e3-b867-fab8b560bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:51.407220 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-6b09538e-b7c9-48e3-b867-fab8b560bd3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0902801 Apr 07 17:23:51.472461 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 611756c2-2e59-4286-aab5-5bb98b5b9133 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:23:51.479084 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b39910dd-677c-41f9-99b2-96c4ce41932f req-616240e6-5269-40c1-892f-d018d0044a79 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=4797990b-2d5a-44f8-a9bd-b96d6919d4f0 HTTP/1.1" status: 200 len: 210 time: 0.0322616 Apr 07 17:23:51.481840 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-09513d84-93a7-45fd-ac1e-5a0d61a9e8f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0379345 Apr 07 17:23:51.506733 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 611756c2-2e59-4286-aab5-5bb98b5b9133 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:23:51.507081 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 611756c2-2e59-4286-aab5-5bb98b5b9133 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:23:51.537080 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413783f-0972-42cb-9113-10e0f522b5ed req-bd5d7294-ff68-43e1-b7b3-6712ecc1cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:51.538982 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-bd5d7294-ff68-43e1-b7b3-6712ecc1cef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0504730 Apr 07 17:23:51.587955 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f738a4-9efc-4392-b05b-93b54f014f7f req-49d573d4-5ef0-4a34-9c22-8922066bff18 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:51.589437 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5f738a4-9efc-4392-b05b-93b54f014f7f req-49d573d4-5ef0-4a34-9c22-8922066bff18 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0529294 Apr 07 17:23:51.636516 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5f738a4-9efc-4392-b05b-93b54f014f7f req-f4bd85df-59b2-40b3-9b0f-d17ae353a233 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Apr 07 17:23:51.699809 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413783f-0972-42cb-9113-10e0f522b5ed req-5d3e2723-7e80-4b9d-b6d6-8f1c45e714b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:51.701674 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-5d3e2723-7e80-4b9d-b6d6-8f1c45e714b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487752 Apr 07 17:23:52.231284 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-7e19fe03-ff2d-4689-bb13-d8d0fecfc105 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873938 Apr 07 17:23:52.327393 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f413783f-0972-42cb-9113-10e0f522b5ed req-28cdb1cb-b231-4990-a987-85dd6ace7a1d service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801435 Apr 07 17:23:52.770623 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbe5ef-2cd9-462a-82b9-f1f42efba4b7 req-2959d86e-2d63-4d7c-9d14-31f4d5027156 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:52.772032 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79dbe5ef-2cd9-462a-82b9-f1f42efba4b7 req-2959d86e-2d63-4d7c-9d14-31f4d5027156 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0571165 Apr 07 17:23:52.824960 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79dbe5ef-2cd9-462a-82b9-f1f42efba4b7 req-d4582325-9b42-4090-b219-63bfec5e0fb6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463698 Apr 07 17:23:52.953240 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c42d38-6e81-4e39-bfc6-e3036fede352 req-6d60aa70-0af3-401f-a0bc-6c47eda1efe2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:52.954995 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7c42d38-6e81-4e39-bfc6-e3036fede352 req-6d60aa70-0af3-401f-a0bc-6c47eda1efe2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0565121 Apr 07 17:23:52.963669 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52264) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:23:52.968375 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Request body: {'floatingip': {'port_id': '47442b13-f258-4d3e-a668-6710428db8ce'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:23:53.232661 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:53.698884 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:53.757249 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:53.986024 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Router e953d319-9adb-4664-956c-15566dc8a969 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:23:54.113318 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:23:54.117775 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:23:54.123155 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] Sync routers for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:23:54.134988 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:23:54.135603 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:23:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:54.152527 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:23:54.158141 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7131f8f-713f-475b-84b5-62db0ba4a1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:23:54.189342 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-777bafce-a24d-4e06-ab9e-30e55dc48fdd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "PUT /v2.0/floatingips/40531d1b-ae64-42ad-b61e-217fb9b24a89 HTTP/1.1" status: 200 len: 994 time: 1.2228980 Apr 07 17:23:54.226184 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e59500-5700-48c5-aeb5-af188fa38d29 x-openstack-request-id: req-49e59500-5700-48c5-aeb5-af188fa38d29 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:23:54.226467 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:23:54.226722 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49e59500-5700-48c5-aeb5-af188fa38d29 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:23:54.227128 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e59500-5700-48c5-aeb5-af188fa38d29'] response: {'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce', 'status': 'completed', 'code': 200} Apr 07 17:23:54.249796 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:23:54.483435 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '40531d1b-ae64-42ad-b61e-217fb9b24a89', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'port_id': '47442b13-f258-4d3e-a668-6710428db8ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'mac_address': 'fa:16:3e:11:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:22:09Z', 'updated_at': '2022-04-07T17:23:53Z', 'revision_number': 3, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:54.509510 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] Checking router: e953d319-9adb-4664-956c-15566dc8a969 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:23:54.518287 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:23:54.518887 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:23:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:54.624567 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:23:54.843667 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '40531d1b-ae64-42ad-b61e-217fb9b24a89', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'port_id': '47442b13-f258-4d3e-a668-6710428db8ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'mac_address': 'fa:16:3e:11:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:22:09Z', 'updated_at': '2022-04-07T17:23:53Z', 'revision_number': 3, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:23:54.869442 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704862cc-1449-40f2-be31-9d58cc86132b None None] The sync data for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi is: [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '40531d1b-ae64-42ad-b61e-217fb9b24a89', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'port_id': '47442b13-f258-4d3e-a668-6710428db8ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'mac_address': 'fa:16:3e:11:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:22:09Z', 'updated_at': '2022-04-07T17:23:53Z', 'revision_number': 3, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:23:55.960421 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-c608117f-9d9a-4ffe-bd37-73a268a27b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:55.961946 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-c608117f-9d9a-4ffe-bd37-73a268a27b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0434315 Apr 07 17:23:56.055844 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-01111868-be39-4ddd-ac61-5ccd82ae1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:56.057490 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-01111868-be39-4ddd-ac61-5ccd82ae1a09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0868001 Apr 07 17:23:56.122894 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-6fea8003-5bfe-4138-98d4-135acd655282 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0581193 Apr 07 17:23:56.175163 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-b5cc4d33-2c4a-4f67-a3ad-a66cf1e4aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:56.176551 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-b5cc4d33-2c4a-4f67-a3ad-a66cf1e4aa32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0470207 Apr 07 17:23:56.225604 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-463716ac-33b2-4b02-9fb3-62982ddd80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:56.227038 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-463716ac-33b2-4b02-9fb3-62982ddd80ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435445 Apr 07 17:23:56.228557 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:23:56.230814 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07" -d '{"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:23:56.284101 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305bd7e5-f2a9-4e6c-8998-5b0551281c0e x-openstack-request-id: req-305bd7e5-f2a9-4e6c-8998-5b0551281c0e {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:23:56.284382 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "tag": "47442b13-f258-4d3e-a668-6710428db8ce", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:23:56.284630 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-305bd7e5-f2a9-4e6c-8998-5b0551281c0e {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:23:56.285022 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305bd7e5-f2a9-4e6c-8998-5b0551281c0e'] response: {'name': 'network-changed', 'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce', 'status': 'completed', 'code': 200} Apr 07 17:23:56.320848 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-9ecf6920-90b0-46a9-86bb-857efa300810 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871112 Apr 07 17:23:56.407563 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7131f8f-713f-475b-84b5-62db0ba4a1ed req-b5344ad1-ebf9-4752-a87a-c94afdbc0636 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786602 Apr 07 17:23:56.489349 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-66c37a98-dce8-41be-8c56-bfaf1e20c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:56.490661 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-66c37a98-dce8-41be-8c56-bfaf1e20c9bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0430498 Apr 07 17:23:56.581405 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-65e921d7-929a-4596-8f4b-ebd383b3e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:56.582871 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-65e921d7-929a-4596-8f4b-ebd383b3e8fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0857830 Apr 07 17:23:56.652007 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-20b6418d-6c66-4e5c-a86a-b32ace3b8c73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0599539 Apr 07 17:23:56.709065 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-6ffd57c6-159b-4457-b362-c7af18578512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:56.710599 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-6ffd57c6-159b-4457-b362-c7af18578512 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0492401 Apr 07 17:23:56.759780 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-86d35358-18c5-4a24-b029-ab8761a289f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:56.761360 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-86d35358-18c5-4a24-b029-ab8761a289f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426254 Apr 07 17:23:56.857738 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-87620efb-8593-4d21-817f-4206deb25971 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894330 Apr 07 17:23:56.950371 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e7f90da-9f6b-4bd1-be5e-abbd2c026a07 req-1291ed24-4e85-4e0d-83ed-d59aa1d7d483 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 Apr 07 17:23:58.314649 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b6a1a-b8a9-47b2-bbc8-a5692d156b5b req-995aee23-f313-4339-afab-6499da1cbf7c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:58.314649 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c2b6a1a-b8a9-47b2-bbc8-a5692d156b5b req-995aee23-f313-4339-afab-6499da1cbf7c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0538578 Apr 07 17:23:58.359009 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c2b6a1a-b8a9-47b2-bbc8-a5692d156b5b req-fe571750-f7d9-40fb-8823-c63ba260a28b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 Apr 07 17:23:59.479062 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d59d4-d262-4df9-b7c8-1251c323d2e9 req-41632db6-8938-470c-8beb-8cc421a3df58 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:23:59.480494 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c3d59d4-d262-4df9-b7c8-1251c323d2e9 req-41632db6-8938-470c-8beb-8cc421a3df58 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0510864 Apr 07 17:23:59.526185 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c3d59d4-d262-4df9-b7c8-1251c323d2e9 req-1e9b7694-0b83-47d2-a030-5ffedf5b4df9 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Apr 07 17:24:00.645670 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b160b-a393-40b0-adae-73d8402d703e req-47cc4283-624f-421e-9014-8302e8f079dd tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:00.647127 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c86b160b-a393-40b0-adae-73d8402d703e req-47cc4283-624f-421e-9014-8302e8f079dd tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0547645 Apr 07 17:24:00.693879 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c86b160b-a393-40b0-adae-73d8402d703e req-cb6f4582-4e7a-477c-a250-d1bec0217bd1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Apr 07 17:24:00.815170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eafa608b-b96e-451a-a3db-b20680d38876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:01.812193 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61787d03-786e-408d-9a57-cd629ab3f2e3 req-ef8b1e57-a77e-43f9-aa02-a7d4de043091 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:01.816948 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61787d03-786e-408d-9a57-cd629ab3f2e3 req-ef8b1e57-a77e-43f9-aa02-a7d4de043091 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0555062 Apr 07 17:24:01.861346 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61787d03-786e-408d-9a57-cd629ab3f2e3 req-4e695296-c939-4aef-b033-96f12cfa8364 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Apr 07 17:24:02.946922 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:24:02.995363 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e25f4-1321-4dc1-99e2-a4b7d5ef4fa0 req-a8f76c69-617b-47fe-a51f-3b50b56dda09 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:02.996773 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-797e25f4-1321-4dc1-99e2-a4b7d5ef4fa0 req-a8f76c69-617b-47fe-a51f-3b50b56dda09 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0674744 Apr 07 17:24:03.098789 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-797e25f4-1321-4dc1-99e2-a4b7d5ef4fa0 req-8eab9ade-c7ff-4e17-a238-9fd1a86b3a59 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913794 Apr 07 17:24:03.116988 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-66c80710-fc6e-4989-84e8-6803a4153755 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:03.118434 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-66c80710-fc6e-4989-84e8-6803a4153755 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/networks?id=98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 200 len: 813 time: 0.1423645 Apr 07 17:24:03.133445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-4ca34e83-e9ba-49d7-b03e-d095ae4a33e0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/quotas/81110c4ea45c46a88291fe2527aabd46 HTTP/1.1" status: 200 len: 375 time: 0.0098372 Apr 07 17:24:03.169594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-288e8187-ba11-46a6-9198-be6956c32722 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311489 Apr 07 17:24:03.220468 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7b21-2078-49db-8a48-9fe6c2b3f23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:03.258099 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-3ac89b59-5c7b-47b2-beb3-4ee875e1dc11 service neutron] 10.222.0.26 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812399 Apr 07 17:24:03.349507 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-6eab89b9-06f8-4a73-a082-f918b4ff195b service neutron] 10.222.0.26 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856431 Apr 07 17:24:03.574400 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-938b25d8-c1c1-43be-aa28-181b56e0eb89 req-f5ed1cb1-8bb1-4a2c-b118-8eb66028691b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0277927 Apr 07 17:24:04.219421 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17371f4-f6e6-4e9d-901b-daadf2a6ec10 req-6f83e19e-757b-4bb4-a5a0-2d3111e605c8 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:04.221338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b17371f4-f6e6-4e9d-901b-daadf2a6ec10 req-6f83e19e-757b-4bb4-a5a0-2d3111e605c8 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0541565 Apr 07 17:24:04.268338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b17371f4-f6e6-4e9d-901b-daadf2a6ec10 req-bcf0f51c-7fd4-492f-a88e-cc621b5713cd tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413659 Apr 07 17:24:04.505999 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:04.675620 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f28f9ec9-c82e-4211-8139-af9ff4bfcf05 req-1c10cfe4-e603-4d13-a205-a632785ca055 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0322812 Apr 07 17:24:05.387351 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be01e23-ebb5-4a48-8319-826c71e24e6f req-87ab4924-f251-49de-bc09-da31499840d6 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:05.388722 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6be01e23-ebb5-4a48-8319-826c71e24e6f req-87ab4924-f251-49de-bc09-da31499840d6 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0533702 Apr 07 17:24:05.434738 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6be01e23-ebb5-4a48-8319-826c71e24e6f req-d29c58d7-a0ce-4428-92b2-37fa43a6db2f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405021 Apr 07 17:24:05.626073 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:05.703226 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-cb3f178f-c174-4650-9b6d-223a1681aea0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:05.705274 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-cb3f178f-c174-4650-9b6d-223a1681aea0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "GET /v2.0/networks?id=98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 200 len: 813 time: 0.1069982 Apr 07 17:24:05.755618 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Request body: {'port': {'device_id': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d', 'admin_state_up': True, 'tenant_id': '81110c4ea45c46a88291fe2527aabd46'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:05.776265 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b67144a-aa1c-447a-8674-228c903992c7 req-e0c9c5f9-6e56-4715-bb46-8d7567aad09a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0289273 Apr 07 17:24:05.905927 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Made reservation on behalf of 81110c4ea45c46a88291fe2527aabd46 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:24:05.909178 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:06.041248 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Allocated IP 172.20.0.12 (98029ca3-40af-49f8-8ff3-47599a1cc35d/bf5e2f13-47e1-4b06-a8db-54b27e417bdc/460f0c0e-20d7-48e1-b7d2-e771eec9c91c) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:24:06.194167 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks [] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:06.311708 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:06.352051 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Network 98029ca3-40af-49f8-8ff3-47599a1cc35d is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:24:06.355012 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:24:06.361589 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:24:06.367949 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Pushing event updated for resources: {'Port': ['ID=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:06.394549 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.394891 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.395229 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.395562 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.395892 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.396220 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.396552 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.396874 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.397225 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.397548 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.398136 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.398456 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.398775 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.399090 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.399404 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:06.423593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:06.424185 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:06.503026 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-12cb115b-73fc-4af7-a0e7-27473e839f5e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7522361 Apr 07 17:24:06.518149 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Request body: {'port': {'device_id': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:06.556470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80880-7674-49b8-a429-aaac6a407255 req-75dff4a0-6c54-4d77-adfe-0c1b5d2beb8c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:06.558065 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95b80880-7674-49b8-a429-aaac6a407255 req-75dff4a0-6c54-4d77-adfe-0c1b5d2beb8c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0558984 Apr 07 17:24:06.607293 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95b80880-7674-49b8-a429-aaac6a407255 req-7bd67eea-852a-444a-83e1-07aa092fd724 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432746 Apr 07 17:24:06.790737 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:06.892295 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1704d6-ff53-4737-ba51-ebce83fe8d96 req-203e6d8b-c138-4805-a50c-d0e7cd53685c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:06.893914 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d1704d6-ff53-4737-ba51-ebce83fe8d96 req-203e6d8b-c138-4805-a50c-d0e7cd53685c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 932 time: 0.0524786 Apr 07 17:24:06.942286 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d1704d6-ff53-4737-ba51-ebce83fe8d96 req-8c16b553-0327-4511-953c-c59e0b34047e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Apr 07 17:24:07.056066 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460f0c0e-20d7-48e1-b7d2-e771eec9c91c {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:24:07.063745 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Publish callbacks [] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:07.075359 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Transition to ACTIVE for port object 460f0c0e-20d7-48e1-b7d2-e771eec9c91c will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:24:07.094200 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:07.145806 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:07.216483 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:07.267931 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Attempting to bind port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:24:07.268275 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Attempting to bind port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:24:07.268601 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Attempting to bind port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c on network 98029ca3-40af-49f8-8ff3-47599a1cc35d {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:24:07.273255 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c on network 98029ca3-40af-49f8-8ff3-47599a1cc35d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:24:07.273504 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Attempting to bind port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c on network 98029ca3-40af-49f8-8ff3-47599a1cc35d {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:24:07.278236 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:24:07.278574 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Checking segment: {'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:24:07.278959 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Bound using segment: {'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:24:07.279386 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Bound port: 460f0c0e-20d7-48e1-b7d2-e771eec9c91c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53682926-8124-4a62-8fb9-9fee582f1c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:24:07.279741 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:07.343664 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] For port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c, host hv-cinder-83699, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:24:07.346779 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] For port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:24:07.437751 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:07.477889 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:07.478610 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:07.479993 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/460f0c0e-20d7-48e1-b7d2-e771eec9c91c HTTP/1.1" status: 200 len: 1094 time: 0.9670551 Apr 07 17:24:07.480552 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'tag': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:24:07.482865 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc634ba2-2e52-4c53-9b76-09dc8a9fd83c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3", "tag": "460f0c0e-20d7-48e1-b7d2-e771eec9c91c"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:24:07.507858 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dfcc0-2354-4579-9335-30e32ad1f8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:07.524646 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5780726f-1eef-4f0f-9b67-e97532a9bb39 x-openstack-request-id: req-5780726f-1eef-4f0f-9b67-e97532a9bb39 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:24:07.524942 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3", "tag": "460f0c0e-20d7-48e1-b7d2-e771eec9c91c", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:24:07.525218 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5780726f-1eef-4f0f-9b67-e97532a9bb39 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:24:07.525618 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5780726f-1eef-4f0f-9b67-e97532a9bb39'] response: {'name': 'network-changed', 'server_uuid': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'tag': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c', 'status': 'completed', 'code': 200} Apr 07 17:24:07.598035 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634ba2-2e52-4c53-9b76-09dc8a9fd83c req-df9b69d7-a491-4348-be48-9bd4ab4bef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:07.598938 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dc634ba2-2e52-4c53-9b76-09dc8a9fd83c req-df9b69d7-a491-4348-be48-9bd4ab4bef6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0446780 Apr 07 17:24:07.746160 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44ead5-3de4-41f6-a8ad-71d0abf3e667 req-fcf44f7b-3d7a-465e-aafc-5f0e26edcd1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:07.747626 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a44ead5-3de4-41f6-a8ad-71d0abf3e667 req-fcf44f7b-3d7a-465e-aafc-5f0e26edcd1d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0640476 Apr 07 17:24:07.785010 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634ba2-2e52-4c53-9b76-09dc8a9fd83c req-9c4cc737-dcfb-449c-9787-e165fbad8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:07.786517 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dc634ba2-2e52-4c53-9b76-09dc8a9fd83c req-9c4cc737-dcfb-449c-9787-e165fbad8d60 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=81110c4ea45c46a88291fe2527aabd46&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1725662 Apr 07 17:24:07.819889 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919c33d-af93-4188-adeb-1ba7f2006767 req-bbf27197-0989-49b8-b7b3-eb734145a792 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:07.821364 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8919c33d-af93-4188-adeb-1ba7f2006767 req-bbf27197-0989-49b8-b7b3-eb734145a792 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0941286 Apr 07 17:24:07.827948 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a44ead5-3de4-41f6-a8ad-71d0abf3e667 req-e9c0fdb3-8ad3-4e83-a23e-0d5fba7dc9ca tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597904 Apr 07 17:24:07.867723 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8919c33d-af93-4188-adeb-1ba7f2006767 req-94896bfb-08eb-4e3e-b4dd-0f119969e9db tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406940 Apr 07 17:24:08.059802 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f8a8a-449c-403a-a733-b22f7e6d7df9 req-99be6ea0-8e46-4d18-872e-c0759e855059 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:08.061277 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-587f8a8a-449c-403a-a733-b22f7e6d7df9 req-99be6ea0-8e46-4d18-872e-c0759e855059 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 944 time: 0.0515268 Apr 07 17:24:08.107100 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-587f8a8a-449c-403a-a733-b22f7e6d7df9 req-44eb9717-3b23-4b80-8d3e-92047d6833fe tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Apr 07 17:24:08.946322 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f9d94-f281-45f6-936e-a844888b1dc9 req-be07ca39-063f-48e0-8b21-4d070e3b88f5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:08.947791 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e03f9d94-f281-45f6-936e-a844888b1dc9 req-be07ca39-063f-48e0-8b21-4d070e3b88f5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0565286 Apr 07 17:24:09.021278 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e03f9d94-f281-45f6-936e-a844888b1dc9 req-174ca6c5-ebc6-40b1-9b41-f2c3e4a2af92 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631883 Apr 07 17:24:09.031142 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb897ea-e6b1-4cd5-a07a-288433ac907d req-63dc00ea-1059-45f8-bd32-71a2f9f9117c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:09.032675 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bb897ea-e6b1-4cd5-a07a-288433ac907d req-63dc00ea-1059-45f8-bd32-71a2f9f9117c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0840127 Apr 07 17:24:09.078943 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bb897ea-e6b1-4cd5-a07a-288433ac907d req-9f2baa3a-1078-4383-8613-95eaf8aa12ae tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404367 Apr 07 17:24:09.226181 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd980b2-cce1-445e-9891-c2487d94fb13 req-930f3def-48e9-49c0-823d-7b71c202c90c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:09.227659 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fd980b2-cce1-445e-9891-c2487d94fb13 req-930f3def-48e9-49c0-823d-7b71c202c90c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 944 time: 0.0512207 Apr 07 17:24:09.277298 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fd980b2-cce1-445e-9891-c2487d94fb13 req-d8b0aeea-6078-468b-b42b-b9c0ca1fb7e7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Apr 07 17:24:09.416502 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634ba2-2e52-4c53-9b76-09dc8a9fd83c req-463a7c96-dfff-470a-b984-06bfc3f8958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:09.418018 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dc634ba2-2e52-4c53-9b76-09dc8a9fd83c req-463a7c96-dfff-470a-b984-06bfc3f8958a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560941 Apr 07 17:24:09.592033 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-a3e5d828-6680-4b24-bb63-8f73b7018d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:09.593446 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-a3e5d828-6680-4b24-bb63-8f73b7018d27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0432816 Apr 07 17:24:09.622780 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-d656da98-15d5-4c6b-b19e-a93695f2a107 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:09.624324 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-d656da98-15d5-4c6b-b19e-a93695f2a107 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0855472 Apr 07 17:24:09.639397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-0912672a-e654-4bef-8d12-f29e9921641a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c HTTP/1.1" status: 200 len: 217 time: 0.0333209 Apr 07 17:24:09.693781 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-0aac63d9-628b-41cc-907a-7a0b76e24f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:09.695206 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-0aac63d9-628b-41cc-907a-7a0b76e24f46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf5e2f13-47e1-4b06-a8db-54b27e417bdc HTTP/1.1" status: 200 len: 853 time: 0.0492320 Apr 07 17:24:09.729951 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-685308c2-f2f8-4558-bba2-e4432282ff54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98029ca3-40af-49f8-8ff3-47599a1cc35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267873 Apr 07 17:24:09.755298 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Deleting port bc998428-bafa-45c1-8d70-f3933c8b16ec {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:24:09.755641 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:09.823263 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-84fe0f38-6d16-4e5a-b759-d715938a0170 service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818114 Apr 07 17:24:09.846011 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] For port bc998428-bafa-45c1-8d70-f3933c8b16ec, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bc998428-bafa-45c1-8d70-f3933c8b16ec,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:09.846297 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:09.915861 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842a7cc8-6129-4a63-b769-0eaf0cb39b7e req-11157c77-b397-4ba8-a3a6-48365bfdd4d1 service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832660 Apr 07 17:24:10.066095 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:10.066510 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (ec80f7d1-d901-4a50-9108-2f81df550b3c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:10.066828 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Floating IP ec80f7d1-d901-4a50-9108-2f81df550b3c disassociated. External IP: 172.27.0.111, port: bc998428-bafa-45c1-8d70-f3933c8b16ec. Apr 07 17:24:10.067172 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Calling delete_port for bc998428-bafa-45c1-8d70-f3933c8b16ec owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:24:10.141030 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77371b-229c-453b-ae92-1b125e8cda0c req-a0dbe838-3e2f-465c-a423-bf36c4848a27 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:10.143191 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d77371b-229c-453b-ae92-1b125e8cda0c req-a0dbe838-3e2f-465c-a423-bf36c4848a27 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0545311 Apr 07 17:24:10.225748 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d77371b-229c-453b-ae92-1b125e8cda0c req-7789999c-f74b-4f2e-b475-1c8e075715d1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762076 Apr 07 17:24:10.236927 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd29f9-efc6-4145-a61b-66a8b64509dd req-5c6df717-734e-4f08-93ea-64b275063682 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:10.239284 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23dd29f9-efc6-4145-a61b-66a8b64509dd req-5c6df717-734e-4f08-93ea-64b275063682 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 946 time: 0.0830364 Apr 07 17:24:10.277390 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (bc998428-bafa-45c1-8d70-f3933c8b16ec), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:10.288234 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23dd29f9-efc6-4145-a61b-66a8b64509dd req-c9b5e0c8-2afd-4dd9-ac9d-b2ebe5ab52f8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cec0973-709c-4b17-9ab6-4a2d62bcf9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Apr 07 17:24:10.318839 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event deleted for resources: {'Port': ['ID=bc998428-bafa-45c1-8d70-f3933c8b16ec,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:10.405427 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b8c4-5925-4fd3-ab24-ab377de221fa req-4b9fec6c-f5d7-4ff4-aedd-f0da3be9f4c4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:10.407515 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3618b8c4-5925-4fd3-ab24-ab377de221fa req-4b9fec6c-f5d7-4ff4-aedd-f0da3be9f4c4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 944 time: 0.0556307 Apr 07 17:24:10.443255 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Router 0afb3411-b987-4973-97c7-da999b7d7145 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:24:10.456640 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3618b8c4-5925-4fd3-ab24-ab377de221fa req-b112ab6e-9007-44d6-a9c5-5a6c23ce0769 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Apr 07 17:24:10.554655 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:24:10.566379 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] Sync routers for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:24:10.577064 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:24:10.579261 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:24:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:10.590933 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f38c7-8045-4c08-8867-d94da3753478 req-a91e77b6-8eb4-4260-9358-e2fba600f34e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:10.592502 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b7f38c7-8045-4c08-8867-d94da3753478 req-a91e77b6-8eb4-4260-9358-e2fba600f34e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0617785 Apr 07 17:24:10.618362 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] No DVR routers for this DVR port bc998428-bafa-45c1-8d70-f3933c8b16ec on host hv-cinder-83699 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:24:10.621602 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:10.625277 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ce62e69-1757-4aa8-a5ae-cbe69dcea74a req-36ebce6c-d1f6-4ed7-bcbc-3f287af4767d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "DELETE /v2.0/ports/bc998428-bafa-45c1-8d70-f3933c8b16ec HTTP/1.1" status: 204 len: 173 time: 0.9937956 Apr 07 17:24:10.626311 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-deleted', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:24:10.629738 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abe8b8f-e881-41a2-8154-2495bafee68f" -d '{"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-deleted", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:24:10.652554 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b7f38c7-8045-4c08-8867-d94da3753478 req-000fdab8-698f-4317-9aff-164f49c461d5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529690 Apr 07 17:24:10.668816 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf48790-ac82-45c1-8550-29a592b1d714 x-openstack-request-id: req-fcf48790-ac82-45c1-8550-29a592b1d714 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:24:10.669108 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff11525-d802-480e-8301-be7c4bc7746f", "name": "network-vif-deleted", "tag": "bc998428-bafa-45c1-8d70-f3933c8b16ec", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:24:10.669418 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fcf48790-ac82-45c1-8550-29a592b1d714 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:24:10.674562 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf48790-ac82-45c1-8550-29a592b1d714'] response: {'server_uuid': 'bff11525-d802-480e-8301-be7c4bc7746f', 'name': 'network-vif-deleted', 'tag': 'bc998428-bafa-45c1-8d70-f3933c8b16ec', 'status': 'completed', 'code': 200} Apr 07 17:24:10.720824 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:24:10.924966 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:10.952224 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] Checking router: 0afb3411-b987-4973-97c7-da999b7d7145 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:24:10.960845 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:24:10.961481 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:24:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:11.072131 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:24:11.178990 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607232-2440-48d1-8b7d-529c5775e933 req-0e14c25f-216a-4b90-91c9-b715e8187692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:11.180384 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae607232-2440-48d1-8b7d-529c5775e933 req-0e14c25f-216a-4b90-91c9-b715e8187692 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0486684 Apr 07 17:24:11.277050 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607232-2440-48d1-8b7d-529c5775e933 req-9e10c2c0-3bcb-47a9-bb5e-355a7cb22273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:11.278537 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae607232-2440-48d1-8b7d-529c5775e933 req-9e10c2c0-3bcb-47a9-bb5e-355a7cb22273 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 912 time: 0.0914094 Apr 07 17:24:11.291801 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:11.319302 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b1cd2-9b5f-4d68-8be6-21789408ecab None None] The sync data for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi is: [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:24:11.441339 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8b21803-f294-43e6-94ce-d083ab28a104 req-80cd0c3b-6716-41f4-8865-1794f972fa2f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bff11525-d802-480e-8301-be7c4bc7746f HTTP/1.1" status: 200 len: 210 time: 0.0421951 Apr 07 17:24:11.598023 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aed712-d581-4009-a4a6-84a2486f6c4c req-fc052700-23fc-443b-8acc-537a85bfef78 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:11.602196 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae607232-2440-48d1-8b7d-529c5775e933 req-e9843ff6-fccd-4bb3-b311-85fea04c213f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74eba21d-dbe0-4928-ab98-03294512797f HTTP/1.1" status: 200 len: 1000 time: 0.3134475 Apr 07 17:24:11.605432 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3aed712-d581-4009-a4a6-84a2486f6c4c req-fc052700-23fc-443b-8acc-537a85bfef78 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 944 time: 0.0763834 Apr 07 17:24:11.664167 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607232-2440-48d1-8b7d-529c5775e933 req-2224df3d-ac3d-4035-b8d7-f62128753e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:11.666294 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae607232-2440-48d1-8b7d-529c5775e933 req-2224df3d-ac3d-4035-b8d7-f62128753e25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0561295 Apr 07 17:24:11.671016 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3aed712-d581-4009-a4a6-84a2486f6c4c req-df5a8f12-2352-44c0-8898-73a0095aacde tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616407 Apr 07 17:24:11.680002 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc3acd-8e0b-4e6d-be06-1c7923f50a19 None None] New status for floating IP ec80f7d1-d901-4a50-9108-2f81df550b3c: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:24:11.724710 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607232-2440-48d1-8b7d-529c5775e933 req-66be5e2f-6329-4206-9b16-3286c40e5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:11.726496 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae607232-2440-48d1-8b7d-529c5775e933 req-66be5e2f-6329-4206-9b16-3286c40e5961 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524900 Apr 07 17:24:11.853883 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae607232-2440-48d1-8b7d-529c5775e933 req-d58df150-d98a-47f3-9690-5211799e2d78 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200790 Apr 07 17:24:11.856583 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75f79-163f-4689-a898-9932e0a25084 req-06ed289c-9388-4c50-b339-050f8ca7c3bb tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:11.859475 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07c75f79-163f-4689-a898-9932e0a25084 req-06ed289c-9388-4c50-b339-050f8ca7c3bb tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.1095459 Apr 07 17:24:11.929721 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07c75f79-163f-4689-a898-9932e0a25084 req-b98b22a3-dc2c-4df4-8f4b-b269d223d6bf tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629508 Apr 07 17:24:11.963821 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae607232-2440-48d1-8b7d-529c5775e933 req-7dd5fe19-385a-4d50-a067-f245e0f63740 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026146 Apr 07 17:24:13.035151 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65105c4-54ee-412d-8f43-57e0253fe23a req-c35d32d7-198c-4f36-9b9e-07d8386d2fab tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:13.036680 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d65105c4-54ee-412d-8f43-57e0253fe23a req-c35d32d7-198c-4f36-9b9e-07d8386d2fab tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 944 time: 0.2815523 Apr 07 17:24:13.087100 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d65105c4-54ee-412d-8f43-57e0253fe23a req-20c48160-5487-4703-acb2-1542ddf0ba8e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444872 Apr 07 17:24:13.209457 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c40e9-08f8-437f-a691-590097756ab5 req-db09c170-a270-45fd-ad81-ef101a7bac3c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:13.211039 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db2c40e9-08f8-437f-a691-590097756ab5 req-db09c170-a270-45fd-ad81-ef101a7bac3c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0601275 Apr 07 17:24:13.260944 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db2c40e9-08f8-437f-a691-590097756ab5 req-7e6cf2a7-b694-4ca4-9d41-a405fc22aa25 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439041 Apr 07 17:24:13.585374 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 460f0c0e-20d7-48e1-b7d2-e771eec9c91c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:24:13.588486 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:24:13.609624 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 52442) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:13.615004 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: bc998428-bafa-45c1-8d70-f3933c8b16ec {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:24:13.615349 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device bc998428-bafa-45c1-8d70-f3933c8b16ec not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:24:13.667590 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-537f443e-34a7-40f5-a3ee-4efebef0a7aa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (4cec0973-709c-4b17-9ab6-4a2d62bcf9da), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:13.692003 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-537f443e-34a7-40f5-a3ee-4efebef0a7aa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (4cec0973-709c-4b17-9ab6-4a2d62bcf9da), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:13.708515 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:13.720225 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c', 'network_id': '98029ca3-40af-49f8-8ff3-47599a1cc35d', 'port_id': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c', 'mac_address': 'fa:16:3e:1a:2f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5e2f13-47e1-4b06-a8db-54b27e417bdc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:24:13.757471 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:24:13.757857 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:13.772000 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460f0c0e-20d7-48e1-b7d2-e771eec9c91c {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:24:13.791850 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:13.820035 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-537f443e-34a7-40f5-a3ee-4efebef0a7aa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4cec0973-709c-4b17-9ab6-4a2d62bcf9da), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:13.822726 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-537f443e-34a7-40f5-a3ee-4efebef0a7aa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:13.823883 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-537f443e-34a7-40f5-a3ee-4efebef0a7aa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "DELETE /v2.0/security-groups/4cec0973-709c-4b17-9ab6-4a2d62bcf9da HTTP/1.1" status: 204 len: 168 time: 0.2126553 Apr 07 17:24:13.826775 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52444) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:13.833022 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f443e-34a7-40f5-a3ee-4efebef0a7aa tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec0973-709c-4b17-9ab6-4a2d62bcf9da,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:13.840241 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.api.v2.resource [None req-9f5866f1-8a85-4fef-af61-200e86e5af04 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] show failed (client error): The resource could not be found. Apr 07 17:24:13.842170 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9f5866f1-8a85-4fef-af61-200e86e5af04 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups/4cec0973-709c-4b17-9ab6-4a2d62bcf9da HTTP/1.1" status: 404 len: 347 time: 0.0144036 Apr 07 17:24:13.846209 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52446) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:13.900665 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:13.958022 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:13.979241 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Deleting port 56e9689a-dd13-4f2b-98dc-7fd1e4c86352 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:24:13.979587 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.060253 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.060579 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.073252 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Calling delete_port for 56e9689a-dd13-4f2b-98dc-7fd1e4c86352 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:24:14.175669 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['460f0c0e-20d7-48e1-b7d2-e771eec9c91c'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:24:14.210385 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fea89-25aa-4634-8130-2bca8f9b4a75 req-9f96429c-5e91-4f09-962b-1381f6a36d62 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:14.213592 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e0fea89-25aa-4634-8130-2bca8f9b4a75 req-9f96429c-5e91-4f09-962b-1381f6a36d62 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 945 time: 0.0584030 Apr 07 17:24:14.259258 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e0fea89-25aa-4634-8130-2bca8f9b4a75 req-0032903a-2b48-466a-9753-555ad263e2e7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Apr 07 17:24:14.266910 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (56e9689a-dd13-4f2b-98dc-7fd1e4c86352), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.309340 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event deleted for resources: {'Port': ['ID=56e9689a-dd13-4f2b-98dc-7fd1e4c86352,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:14.365884 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (ec80f7d1-d901-4a50-9108-2f81df550b3c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.368361 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.369547 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a7f25f62-9613-4092-ab89-ba31492d8e9a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "DELETE /v2.0/floatingips/ec80f7d1-d901-4a50-9108-2f81df550b3c HTTP/1.1" status: 204 len: 168 time: 0.5224361 Apr 07 17:24:14.694342 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52452) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:14.698821 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-4d3a6d61-a396-492d-a5f6-6ee88c2c3d95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008993394', 'description': 'tempest-description--210561673'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:14.768690 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6d61-a396-492d-a5f6-6ee88c2c3d95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.834125 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6d61-a396-492d-a5f6-6ee88c2c3d95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (7305594d-05e6-4ec7-9c4c-a5b81b8a0e38), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.871605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6d61-a396-492d-a5f6-6ee88c2c3d95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (7305594d-05e6-4ec7-9c4c-a5b81b8a0e38), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.899958 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6d61-a396-492d-a5f6-6ee88c2c3d95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:14.987667 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d3a6d61-a396-492d-a5f6-6ee88c2c3d95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:14.988972 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4d3a6d61-a396-492d-a5f6-6ee88c2c3d95 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2936139 Apr 07 17:24:14.991804 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52454) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:14.996190 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d6b99d82-5a22-4277-a7ec-1710986ac36d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'security_group_rule': {'security_group_id': '7305594d-05e6-4ec7-9c4c-a5b81b8a0e38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:15.082762 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6b99d82-5a22-4277-a7ec-1710986ac36d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (2fcf3ed0-0b00-4e57-8396-71386a3b3580), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.136402 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6b99d82-5a22-4277-a7ec-1710986ac36d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (2fcf3ed0-0b00-4e57-8396-71386a3b3580), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.214322 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6b99d82-5a22-4277-a7ec-1710986ac36d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (2fcf3ed0-0b00-4e57-8396-71386a3b3580), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.231529 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b99d82-5a22-4277-a7ec-1710986ac36d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcf3ed0-0b00-4e57-8396-71386a3b3580,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:15.296441 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6b99d82-5a22-4277-a7ec-1710986ac36d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.298290 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d6b99d82-5a22-4277-a7ec-1710986ac36d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055503 Apr 07 17:24:15.300947 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52460) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:15.305385 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-18c197d8-c65c-4c25-9d59-ceb990715638 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'security_group_rule': {'security_group_id': '7305594d-05e6-4ec7-9c4c-a5b81b8a0e38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:15.377183 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18c197d8-c65c-4c25-9d59-ceb990715638 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (de9311af-7ee8-4e8d-918b-f093a2f95b14), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.383600 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b174e-86c0-469b-bce5-89269c50713c req-17876bdd-eaac-4bbc-a3e6-ea959f45d61e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:15.385258 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-613b174e-86c0-469b-bce5-89269c50713c req-17876bdd-eaac-4bbc-a3e6-ea959f45d61e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 945 time: 0.0553751 Apr 07 17:24:15.432130 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-613b174e-86c0-469b-bce5-89269c50713c req-24f58727-1859-43ab-9642-b74a1dd4c24b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Apr 07 17:24:15.435723 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18c197d8-c65c-4c25-9d59-ceb990715638 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (de9311af-7ee8-4e8d-918b-f093a2f95b14), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.482756 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18c197d8-c65c-4c25-9d59-ceb990715638 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (de9311af-7ee8-4e8d-918b-f093a2f95b14), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.500833 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c197d8-c65c-4c25-9d59-ceb990715638 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9311af-7ee8-4e8d-918b-f093a2f95b14,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:15.541692 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18c197d8-c65c-4c25-9d59-ceb990715638 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.542879 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-18c197d8-c65c-4c25-9d59-ceb990715638 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2409422 Apr 07 17:24:15.545914 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52462) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:15.550099 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:15.601582 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 460f0c0e-20d7-48e1-b7d2-e771eec9c91c up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:24:15.620311 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.694168 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:24:15.698344 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:24:15.698777 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.718597 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.777498 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:24:15.777865 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.801301 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:24:15.803527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e9be0-6b12-42c4-a373-cf73b82b3d30" -d '{"events": [{"server_uuid": "fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3", "name": "network-vif-plugged", "status": "completed", "tag": "460f0c0e-20d7-48e1-b7d2-e771eec9c91c"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:24:15.816292 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:15.827787 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Allocated IP 172.27.0.198 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/f37d6129-058c-42ec-af9d-59f7307daec4) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:24:15.839099 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cea3d5-75fa-4f47-adce-332520e08e24 x-openstack-request-id: req-83cea3d5-75fa-4f47-adce-332520e08e24 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:24:15.839420 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3", "name": "network-vif-plugged", "status": "completed", "tag": "460f0c0e-20d7-48e1-b7d2-e771eec9c91c", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:24:15.839677 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83cea3d5-75fa-4f47-adce-332520e08e24 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:24:15.844909 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83cea3d5-75fa-4f47-adce-332520e08e24'] response: {'server_uuid': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c', 'code': 200} Apr 07 17:24:15.871504 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:15.922927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:15.942549 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for port (f37d6129-058c-42ec-af9d-59f7307daec4), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.043704 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (f37d6129-058c-42ec-af9d-59f7307daec4), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.107022 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:24:16.111790 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:24:16.118127 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:24:16.125862 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'Port': ['ID=f37d6129-058c-42ec-af9d-59f7307daec4,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:16.173740 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a48c9-c3e7-458f-a678-fd7869dd3997 req-80fc5793-b4dc-41c1-9331-cf4fd98bb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:16.175806 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f48a48c9-c3e7-458f-a678-fd7869dd3997 req-80fc5793-b4dc-41c1-9331-cf4fd98bb47d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 1130 time: 0.1021831 Apr 07 17:24:16.251142 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (e4b6180c-7de8-442b-b163-071c956ea7ee), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.261219 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f48a48c9-c3e7-458f-a678-fd7869dd3997 req-abfd3432-399c-4a48-a101-43837998c074 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783532 Apr 07 17:24:16.321253 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (f37d6129-058c-42ec-af9d-59f7307daec4), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.469312 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for port (f37d6129-058c-42ec-af9d-59f7307daec4), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.511267 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (f37d6129-058c-42ec-af9d-59f7307daec4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.553470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34a6c1-ec13-4802-955d-3037a49832fb req-c372cda0-24dc-4ede-bfdf-71caa375bc20 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:16.555616 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe34a6c1-ec13-4802-955d-3037a49832fb req-c372cda0-24dc-4ede-bfdf-71caa375bc20 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0529554 Apr 07 17:24:16.592043 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'Port': ['ID=f37d6129-058c-42ec-af9d-59f7307daec4,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:16.602879 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe34a6c1-ec13-4802-955d-3037a49832fb req-8603d937-742f-4e1e-8fa5-98c1ee5be3be tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Apr 07 17:24:16.603702 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (e4b6180c-7de8-442b-b163-071c956ea7ee), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.696209 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:16.697498 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6f29c0ab-8a0c-4c0e-bfc4-64602dc3668e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1506732 Apr 07 17:24:16.895449 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-5ea1ca73-ba33-4d1e-9de6-df482125d724 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2008993394&fields=id&tenant_id=cb8370d7baf14d80b8e6f7882864649e HTTP/1.1" status: 200 len: 267 time: 0.0457215 Apr 07 17:24:17.005977 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-a5138ee5-48cc-4f5e-8013-3e75b2d5094d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:17.007459 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-a5138ee5-48cc-4f5e-8013-3e75b2d5094d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 817 time: 0.1056817 Apr 07 17:24:17.022084 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-ec4fae4a-8a82-4da2-99c3-eedbf544f328 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/quotas/cb8370d7baf14d80b8e6f7882864649e HTTP/1.1" status: 200 len: 375 time: 0.0092785 Apr 07 17:24:17.075977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-8bd332fe-33aa-4193-91ed-6df470403eae tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486023 Apr 07 17:24:17.173173 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-35d614cb-20da-4920-94ab-db170cbe63d7 service neutron] 10.222.0.26 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853040 Apr 07 17:24:17.258651 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-0031fb25-22eb-4b95-8ba3-ef35ac6c6a44 service neutron] 10.222.0.26 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796814 Apr 07 17:24:17.508108 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f05628a-0659-4044-b7be-c033ff8cc172 req-a4623048-bc41-4b89-a06b-0857f1e9ae72 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 210 time: 0.0324407 Apr 07 17:24:17.724948 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90e419-46a9-4c65-9e97-1cf6c2f863d9 req-1c3d88f0-9cdd-4b7f-9a83-afb2e761d627 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:17.726439 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b90e419-46a9-4c65-9e97-1cf6c2f863d9 req-1c3d88f0-9cdd-4b7f-9a83-afb2e761d627 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0550022 Apr 07 17:24:17.774111 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b90e419-46a9-4c65-9e97-1cf6c2f863d9 req-6ed9d67a-a068-4206-a506-8b70df5a861d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Apr 07 17:24:18.605736 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf44f6c5-fbf1-4dab-afd3-9513d62ba0d5 req-2976fe0d-e5d3-4538-9ee5-d7b28f892de9 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 210 time: 0.0277791 Apr 07 17:24:18.631372 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:18.898339 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e1692-f611-4daf-9ed9-48521d51311c req-90f20e59-32dd-4479-abdb-aff588451af4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:18.899828 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd2e1692-f611-4daf-9ed9-48521d51311c req-90f20e59-32dd-4479-abdb-aff588451af4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521517 Apr 07 17:24:18.950853 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd2e1692-f611-4daf-9ed9-48521d51311c req-a801d6fa-c9b1-4cac-8190-3d2c803b73c5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Apr 07 17:24:19.340364 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-5349e79d-600c-416f-830b-63595574320b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:19.341845 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-5349e79d-600c-416f-830b-63595574320b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 817 time: 0.1116421 Apr 07 17:24:19.420098 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-3e8db854-ec41-4b25-b537-41e4dce7d22f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb8370d7baf14d80b8e6f7882864649e HTTP/1.1" status: 200 len: 380 time: 0.0650547 Apr 07 17:24:19.428885 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'port': {'device_id': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'admin_state_up': True, 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'security_groups': ['7305594d-05e6-4ec7-9c4c-a5b81b8a0e38']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:19.574246 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Made reservation on behalf of cb8370d7baf14d80b8e6f7882864649e for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:24:19.577593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:19.710972 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acd08d10-ba18-4084-a881-03afe3892ec5 req-ad009c72-3286-45d3-bc7c-d54d64df1487 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 210 time: 0.0273569 Apr 07 17:24:19.711315 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Allocated IP 172.20.0.8 (48457aee-2d0c-465e-805a-fcb617f3be0e/86b6363f-3482-4d6b-9da8-2f87187a3e9b/0bee210a-53c0-46e7-98f1-ddf5fee1d97c) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:24:19.859307 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:19.952009 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:19.993973 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Network 48457aee-2d0c-465e-805a-fcb617f3be0e is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:24:19.996934 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:24:20.003144 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:24:20.009006 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event updated for resources: {'Port': ['ID=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:20.059627 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:20.060132 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.148633 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-fb6d7bd7-ce2a-489d-940d-8f5841fd7a4f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7233584 Apr 07 17:24:20.162248 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Request body: {'port': {'device_id': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:20.218700 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.232895 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-c4e47184-2246-4766-880d-9b8b1d15c8c5 None None] Provisioning complete for port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:24:20.233415 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4e47184-2246-4766-880d-9b8b1d15c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.267101 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c4e47184-2246-4766-880d-9b8b1d15c8c5 None None] Port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:24:20.481195 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bee210a-53c0-46e7-98f1-ddf5fee1d97c {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:24:20.488486 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Publish callbacks [] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.499915 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Transition to ACTIVE for port object 0bee210a-53c0-46e7-98f1-ddf5fee1d97c will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:24:20.563411 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.610885 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Pushing event updated for resources: {'Port': ['ID=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:20.701680 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Attempting to bind port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:24:20.701993 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Attempting to bind port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:24:20.702310 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Attempting to bind port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c on network 48457aee-2d0c-465e-805a-fcb617f3be0e {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:24:20.708227 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c on network 48457aee-2d0c-465e-805a-fcb617f3be0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:24:20.708547 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Attempting to bind port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c on network 48457aee-2d0c-465e-805a-fcb617f3be0e {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:24:20.713547 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:24:20.713877 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Checking segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:24:20.714252 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Bound using segment: {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:24:20.714675 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Bound port: 0bee210a-53c0-46e7-98f1-ddf5fee1d97c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b113bc09-d057-4425-90ec-4acea0d11cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:24:20.715083 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.786814 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] For port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c, host hv-cinder-83699, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:24:20.790141 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] For port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:24:20.847378 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def7b45-f060-430e-9020-8b36b5b25853 req-ccae1df7-eb7a-45d6-ade2-0d2b3dcf5eb9 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:20.848846 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2def7b45-f060-430e-9020-8b36b5b25853 req-ccae1df7-eb7a-45d6-ade2-0d2b3dcf5eb9 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 943 time: 0.0551898 Apr 07 17:24:20.883658 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.896426 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2def7b45-f060-430e-9020-8b36b5b25853 req-c713db9f-71ac-426c-a7a4-5a27b5212699 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Apr 07 17:24:20.934224 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:20.934834 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:20.936205 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] 10.222.0.37 "PUT /v2.0/ports/0bee210a-53c0-46e7-98f1-ddf5fee1d97c HTTP/1.1" status: 200 len: 1093 time: 0.7781942 Apr 07 17:24:20.936693 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:24:20.939189 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad97b6c3-cc68-457a-b7e9-a9aa4d7a92df" -d '{"events": [{"name": "network-changed", "server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:24:20.946547 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc003e-ed9b-4838-bb91-eb96372d331b service neutron] Pushing event updated for resources: {'Port': ['ID=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:20.978240 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6561e56d-fc2c-4949-8ae9-4dac698b65cb x-openstack-request-id: req-6561e56d-fc2c-4949-8ae9-4dac698b65cb {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:24:20.978683 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:24:20.979034 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6561e56d-fc2c-4949-8ae9-4dac698b65cb {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:24:20.979355 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6561e56d-fc2c-4949-8ae9-4dac698b65cb'] response: {'name': 'network-changed', 'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'status': 'completed', 'code': 200} Apr 07 17:24:21.048506 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b6c3-cc68-457a-b7e9-a9aa4d7a92df req-b803f67e-f348-421b-b26b-b02930a0653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:21.050120 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad97b6c3-cc68-457a-b7e9-a9aa4d7a92df req-b803f67e-f348-421b-b26b-b02930a0653a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 1127 time: 0.0487738 Apr 07 17:24:21.153337 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b6c3-cc68-457a-b7e9-a9aa4d7a92df req-94977cba-9eb5-4f8a-81a2-46a7ac5faa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:21.154828 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad97b6c3-cc68-457a-b7e9-a9aa4d7a92df req-94977cba-9eb5-4f8a-81a2-46a7ac5faa8d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cb8370d7baf14d80b8e6f7882864649e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0972598 Apr 07 17:24:21.252147 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b6c3-cc68-457a-b7e9-a9aa4d7a92df req-e6981b33-8c73-4346-9190-1a16a01f82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:21.253531 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad97b6c3-cc68-457a-b7e9-a9aa4d7a92df req-e6981b33-8c73-4346-9190-1a16a01f82a1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871155 Apr 07 17:24:21.344353 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-2bd50db5-aba8-42ec-8a3d-9b7359629411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:21.345819 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-2bd50db5-aba8-42ec-8a3d-9b7359629411 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 1127 time: 0.0464277 Apr 07 17:24:21.386801 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-a96bbdc4-ba87-4017-93fc-4bb12291b6fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c HTTP/1.1" status: 200 len: 217 time: 0.0334136 Apr 07 17:24:21.434574 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-640193fd-a059-4634-9534-8ec54057d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:21.435952 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-640193fd-a059-4634-9534-8ec54057d139 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.0423744 Apr 07 17:24:21.485741 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-47c7966d-79a9-4112-945c-8eb7c2941a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:21.487185 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-47c7966d-79a9-4112-945c-8eb7c2941a73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448303 Apr 07 17:24:21.576950 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-5fa594b7-aa52-4596-a8f4-2906b4f954a5 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Apr 07 17:24:21.667138 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-322aa378-1e72-4094-ad36-0a6edb84b8ae req-c7cd5c42-ac27-4663-b2e1-39a8ca7ec8df service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Apr 07 17:24:22.018116 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b3f5a-513e-4347-b605-ada7ef75eca3 req-bd873487-d860-44e1-9e36-41a6344cb93f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:22.019552 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-659b3f5a-513e-4347-b605-ada7ef75eca3 req-bd873487-d860-44e1-9e36-41a6344cb93f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 943 time: 0.0515316 Apr 07 17:24:22.068250 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-659b3f5a-513e-4347-b605-ada7ef75eca3 req-b3ebd9ae-f37d-469e-bbcf-5db813649f59 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Apr 07 17:24:23.191325 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2c48-0c61-4022-81c7-9f2c577d6019 req-9da6b898-ce96-4ec1-94fa-0b05b4ad0e7c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:23.192760 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dda2c48-0c61-4022-81c7-9f2c577d6019 req-9da6b898-ce96-4ec1-94fa-0b05b4ad0e7c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 943 time: 0.0529304 Apr 07 17:24:23.237943 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dda2c48-0c61-4022-81c7-9f2c577d6019 req-d511a8df-7185-4ad6-be2f-0ae768d77698 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Apr 07 17:24:23.633193 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 0bee210a-53c0-46e7-98f1-ddf5fee1d97c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:24:23.727965 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:23.739582 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'port_id': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'mac_address': 'fa:16:3e:8a:1f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:24:23.779156 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:24:23.779534 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:23.792331 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bee210a-53c0-46e7-98f1-ddf5fee1d97c {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:24:23.818135 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:23.888672 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:23.938048 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:24.195786 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['0bee210a-53c0-46e7-98f1-ddf5fee1d97c'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:24:24.358835 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e6fd-b615-41d5-922e-2bc578203666 req-bdfb8ce3-17ac-4684-bd33-33a056ea5541 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:24.360311 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9851e6fd-b615-41d5-922e-2bc578203666 req-bdfb8ce3-17ac-4684-bd33-33a056ea5541 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 944 time: 0.0522132 Apr 07 17:24:24.406872 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9851e6fd-b615-41d5-922e-2bc578203666 req-8449b071-da31-4cea-a5e9-e2d1fd35694a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Apr 07 17:24:25.532509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294708-17ea-4768-a85a-aa21ac3be4c7 req-2a9a4006-11bd-4343-9b71-2868e47f59d8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:25.533988 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d294708-17ea-4768-a85a-aa21ac3be4c7 req-2a9a4006-11bd-4343-9b71-2868e47f59d8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 944 time: 0.0570660 Apr 07 17:24:25.580503 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d294708-17ea-4768-a85a-aa21ac3be4c7 req-d623f424-522f-4264-9458-9a8c02e0326d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410511 Apr 07 17:24:25.640786 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 0bee210a-53c0-46e7-98f1-ddf5fee1d97c up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:24:25.785378 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:24:25.789229 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:24:25.789610 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:25.868566 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:24:25.868948 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:25.891466 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:24:25.893851 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ee04d7-9d1e-4580-9cbb-48df4055e49f" -d '{"events": [{"server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "name": "network-vif-plugged", "status": "completed", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:24:25.906445 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:25.931182 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b97d8a0-bce3-4714-a548-51330e90715f x-openstack-request-id: req-1b97d8a0-bce3-4714-a548-51330e90715f {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:24:25.931494 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "name": "network-vif-plugged", "status": "completed", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:24:25.931755 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b97d8a0-bce3-4714-a548-51330e90715f {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:24:25.932150 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b97d8a0-bce3-4714-a548-51330e90715f'] response: {'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'code': 200} Apr 07 17:24:25.986066 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:26.035377 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:26.550346 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d9b02-2b01-429b-b518-d526ce7ecebc req-ce5a0781-99b3-4c0c-b48d-d25a306f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:26.551854 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a66d9b02-2b01-429b-b518-d526ce7ecebc req-ce5a0781-99b3-4c0c-b48d-d25a306f9c65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 1129 time: 0.0444007 Apr 07 17:24:26.599850 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a66d9b02-2b01-429b-b518-d526ce7ecebc req-db2bde42-c8ae-4c26-9f9c-a44aac9a3cc5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388749 Apr 07 17:24:26.701036 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4647ff-9881-4bc6-b535-a4594feee92f req-14ade22f-ba1f-4970-b3b9-3bbd5bdb0d2a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:26.702583 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb4647ff-9881-4bc6-b535-a4594feee92f req-14ade22f-ba1f-4970-b3b9-3bbd5bdb0d2a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 945 time: 0.0522764 Apr 07 17:24:26.748610 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb4647ff-9881-4bc6-b535-a4594feee92f req-591ed50b-78fd-4d20-845a-944e4c006df5 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Apr 07 17:24:27.876231 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6a359-d62a-4e3e-804c-018579d0d227 req-2fb6e6ab-f7e7-4ffd-8d84-d9574877574a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:27.877713 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffb6a359-d62a-4e3e-804c-018579d0d227 req-2fb6e6ab-f7e7-4ffd-8d84-d9574877574a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 945 time: 0.0559785 Apr 07 17:24:27.924759 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffb6a359-d62a-4e3e-804c-018579d0d227 req-63d4c26b-b38c-4be4-97e5-76d115e63bb6 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403829 Apr 07 17:24:29.047029 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666347c2-07d0-46fc-947c-6a1aa15b8b33 req-374053a9-be64-44b3-8a39-24ba51ca488f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:29.049637 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-666347c2-07d0-46fc-947c-6a1aa15b8b33 req-374053a9-be64-44b3-8a39-24ba51ca488f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 945 time: 0.0541635 Apr 07 17:24:29.095783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-666347c2-07d0-46fc-947c-6a1aa15b8b33 req-f063dbdd-2965-42b4-b633-bdd8f18f887b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Apr 07 17:24:29.213104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acdf93-c7ca-4ee0-8162-3fa36f2aefb1 req-1b4f708e-88bf-44c5-9e02-9524861d9c6c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:29.214497 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5acdf93-c7ca-4ee0-8162-3fa36f2aefb1 req-1b4f708e-88bf-44c5-9e02-9524861d9c6c tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 945 time: 0.0522630 Apr 07 17:24:29.223026 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 52560) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:29.227291 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Request body: {'floatingip': {'port_id': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:24:29.268819 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (e4b6180c-7de8-442b-b163-071c956ea7ee), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:29.697193 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:29.751147 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (e4b6180c-7de8-442b-b163-071c956ea7ee), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:29.850868 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Floating IP e4b6180c-7de8-442b-b163-071c956ea7ee associated. External IP: 172.27.0.198, port: 0bee210a-53c0-46e7-98f1-ddf5fee1d97c. Apr 07 17:24:30.055592 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Router 0afb3411-b987-4973-97c7-da999b7d7145 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:24:30.163282 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:24:30.168110 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:30.172951 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] Sync routers for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:24:30.183338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:24:30.183970 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:24:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:30.299947 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:24:30.422316 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6320663b-c191-4213-ac85-e71d040b9382 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "PUT /v2.0/floatingips/e4b6180c-7de8-442b-b163-071c956ea7ee HTTP/1.1" status: 200 len: 991 time: 1.1981432 Apr 07 17:24:30.423210 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:24:30.425516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:24:30.461500 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ee9d9-2819-4a20-9f3b-84f8a4c3aad1 x-openstack-request-id: req-a83ee9d9-2819-4a20-9f3b-84f8a4c3aad1 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:24:30.461791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:24:30.462050 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a83ee9d9-2819-4a20-9f3b-84f8a4c3aad1 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:24:30.462453 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83ee9d9-2819-4a20-9f3b-84f8a4c3aad1'] response: {'name': 'network-changed', 'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'status': 'completed', 'code': 200} Apr 07 17:24:30.695851 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'e4b6180c-7de8-442b-b163-071c956ea7ee', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'port_id': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'mac_address': 'fa:16:3e:8a:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:24:16Z', 'updated_at': '2022-04-07T17:24:29Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:30.726545 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] Checking router: 0afb3411-b987-4973-97c7-da999b7d7145 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:24:30.744906 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:24:30.745550 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:24:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:30.824461 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03a25ff9-f703-4ade-8478-6cf489fb7f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:30.856442 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:24:31.079042 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'e4b6180c-7de8-442b-b163-071c956ea7ee', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'port_id': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'mac_address': 'fa:16:3e:8a:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:24:16Z', 'updated_at': '2022-04-07T17:24:29Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:31.108467 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff5aea6-d564-40bc-b575-4aa3ad73313b None None] The sync data for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi is: [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'e4b6180c-7de8-442b-b163-071c956ea7ee', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'port_id': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'mac_address': 'fa:16:3e:8a:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:24:16Z', 'updated_at': '2022-04-07T17:24:29Z', 'revision_number': 1, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:24:31.287207 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1c15f-24ca-4991-9152-2dda2989d67b None None] New status for floating IP e4b6180c-7de8-442b-b163-071c956ea7ee: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:24:31.569804 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-95e2f91f-07d8-44c2-b663-0e882716b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:31.571278 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-95e2f91f-07d8-44c2-b663-0e882716b3cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 1129 time: 0.0438917 Apr 07 17:24:31.668443 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-9bba45a8-0cbe-4a5b-a138-a385c9ffa5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:31.669954 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-9bba45a8-0cbe-4a5b-a138-a385c9ffa5bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 918 time: 0.0861990 Apr 07 17:24:31.734115 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-af0356f9-7cf7-4c7c-93a6-5e8dc3f2c088 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c HTTP/1.1" status: 200 len: 1001 time: 0.0561876 Apr 07 17:24:31.787850 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-5861c5ff-eccf-49d7-9c22-0eb361b2b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:31.789283 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-5861c5ff-eccf-49d7-9c22-0eb361b2b743 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.0457008 Apr 07 17:24:31.837334 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-5efe8a4c-d3f3-4cbc-99b9-8be7b1811668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:31.838828 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-5efe8a4c-d3f3-4cbc-99b9-8be7b1811668 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427413 Apr 07 17:24:31.938270 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-08bf22f9-c5d4-4e86-826b-cf3ff978fc9e service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Apr 07 17:24:32.027866 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ed488cb-c1d8-4af5-9ba8-b43a7ec13e2a req-3af09115-a84f-418a-baa5-4565ad76e1cc service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824852 Apr 07 17:24:33.242858 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bcb944a2-fff5-4fc1-90db-f148ed3342df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:34.402545 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:35.648510 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:37.099507 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:39.945672 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:24:48.648289 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:49.968459 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-08f72be8-99a7-4523-8d93-dcfd73ae2d2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431142 Apr 07 17:24:50.034707 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-d9d2093c-f4d7-4bba-8b26-73d8fe7def4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:50.036165 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-d9d2093c-f4d7-4bba-8b26-73d8fe7def4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0465629 Apr 07 17:24:50.136082 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-21b30248-43e2-4a7b-b40f-696bd97a0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:50.137534 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-21b30248-43e2-4a7b-b40f-696bd97a0cd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0827897 Apr 07 17:24:50.181261 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-fac63ed4-60be-43f0-80d7-712107957867 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0360706 Apr 07 17:24:50.229192 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-5eaaf4c8-8b85-47c7-ad53-0f6094e5a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:50.230498 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-5eaaf4c8-8b85-47c7-ad53-0f6094e5a985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0418925 Apr 07 17:24:50.278890 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-e73ff732-1f34-4487-adca-054da479bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:50.280355 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-e73ff732-1f34-4487-adca-054da479bf41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433633 Apr 07 17:24:50.372840 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-43827548-bceb-4312-bdac-8dbabd5dccb4 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857987 Apr 07 17:24:50.460842 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d3c4022a-214f-40f3-856f-e0f4285f311a req-b53f62fa-1978-458a-8441-cfb7fc3ca738 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819378 Apr 07 17:24:54.903890 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b5fb-35da-48d9-a346-f1d3d2d09ec4 req-4045def8-66ba-4d6d-866b-b887b40c8085 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:54.905270 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7dd3b5fb-35da-48d9-a346-f1d3d2d09ec4 req-4045def8-66ba-4d6d-866b-b887b40c8085 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.1001048 Apr 07 17:24:54.952404 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7dd3b5fb-35da-48d9-a346-f1d3d2d09ec4 req-44c392f7-30ce-4ca5-81da-08a50aa80d49 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Apr 07 17:24:56.090221 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe1799-0ebb-4259-8201-523f27a00bad req-a58a6179-24c5-441a-9831-2d33270cbd06 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:56.091838 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9abe1799-0ebb-4259-8201-523f27a00bad req-a58a6179-24c5-441a-9831-2d33270cbd06 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0638425 Apr 07 17:24:56.142084 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9abe1799-0ebb-4259-8201-523f27a00bad req-cd9418bb-35da-4d22-9d6c-14ca3cc4353d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Apr 07 17:24:56.857935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-d804ea56-aa86-4ff3-87aa-a2c61b774078 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:56.859351 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-d804ea56-aa86-4ff3-87aa-a2c61b774078 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0524995 Apr 07 17:24:56.956794 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Deleting port 74eba21d-dbe0-4928-ab98-03294512797f {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:24:56.957152 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (74eba21d-dbe0-4928-ab98-03294512797f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:57.046469 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] For port 74eba21d-dbe0-4928-ab98-03294512797f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=74eba21d-dbe0-4928-ab98-03294512797f,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:24:57.046832 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (74eba21d-dbe0-4928-ab98-03294512797f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:57.271292 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505bdad-57a5-4159-ad18-a8846406586f req-401a705c-c9ac-49b5-b466-86c26d71e4bd tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:24:57.272762 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b505bdad-57a5-4159-ad18-a8846406586f req-401a705c-c9ac-49b5-b466-86c26d71e4bd tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 945 time: 0.0542300 Apr 07 17:24:57.322073 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b505bdad-57a5-4159-ad18-a8846406586f req-b597f4cf-fb5a-46d5-a6ba-134761150d59 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Apr 07 17:24:57.459022 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:57.459380 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (00beb076-f1ae-4e30-8f8a-8dc14d3603d7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:57.459687 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Floating IP 00beb076-f1ae-4e30-8f8a-8dc14d3603d7 disassociated. External IP: 172.27.0.78, port: 74eba21d-dbe0-4928-ab98-03294512797f. Apr 07 17:24:57.460021 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Calling delete_port for 74eba21d-dbe0-4928-ab98-03294512797f owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:24:57.648366 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (74eba21d-dbe0-4928-ab98-03294512797f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:57.678439 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event deleted for resources: {'Port': ['ID=74eba21d-dbe0-4928-ab98-03294512797f,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:57.792944 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:24:57.902875 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:24:57.912540 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] Sync routers for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:24:57.921966 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:24:57.922780 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:24:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:57.942333 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] No DVR routers for this DVR port 74eba21d-dbe0-4928-ab98-03294512797f on host hv-cinder-83699 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:24:57.946077 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:57.949331 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b208d71b-d30c-4893-8147-9c10dbca60ca req-1b3b3558-fdfa-447f-926d-43ddad4171a5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "DELETE /v2.0/ports/74eba21d-dbe0-4928-ab98-03294512797f HTTP/1.1" status: 204 len: 173 time: 1.0833287 Apr 07 17:24:57.949771 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'name': 'network-vif-deleted', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:24:57.952005 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda8dc7-7c7f-4a22-8a88-f05b93d9d40b" -d '{"events": [{"server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "name": "network-vif-deleted", "tag": "74eba21d-dbe0-4928-ab98-03294512797f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:24:57.987402 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be005e77-01ca-4d19-852f-29f38577c343 x-openstack-request-id: req-be005e77-01ca-4d19-852f-29f38577c343 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:24:57.987753 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48aed11-0395-43fe-8a15-18ec4fc83ae2", "name": "network-vif-deleted", "tag": "74eba21d-dbe0-4928-ab98-03294512797f", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:24:57.988024 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be005e77-01ca-4d19-852f-29f38577c343 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:24:57.988476 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be005e77-01ca-4d19-852f-29f38577c343'] response: {'server_uuid': 'c48aed11-0395-43fe-8a15-18ec4fc83ae2', 'name': 'network-vif-deleted', 'tag': '74eba21d-dbe0-4928-ab98-03294512797f', 'status': 'completed', 'code': 200} Apr 07 17:24:58.036363 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:24:58.243965 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:58.270532 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] Checking router: 944e437e-b8a4-4020-8f1e-a85e2e6827e9 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:24:58.278998 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:24:58.279604 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:24:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:58.387179 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:24:58.476847 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d2821cc-6bcd-40a6-922b-1ad9c1155208 req-2686eaba-9f2c-4303-be42-1ffee378b755 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48aed11-0395-43fe-8a15-18ec4fc83ae2 HTTP/1.1" status: 200 len: 210 time: 0.0758927 Apr 07 17:24:58.594137 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:24:58.620777 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd09cf-b3eb-4ac8-97f0-be99a32a090f None None] The sync data for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi is: [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:24:58.856771 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58cc1-7e92-472f-8a91-ee3172504e84 None None] New status for floating IP 00beb076-f1ae-4e30-8f8a-8dc14d3603d7: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:24:59.666223 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 52734) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:59.724246 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:59.746690 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:59.831120 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:59.833753 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:24:59.834906 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "DELETE /v2.0/security-groups/f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616 HTTP/1.1" status: 204 len: 168 time: 0.1676788 Apr 07 17:24:59.837775 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52736) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:59.843807 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:24:59.850618 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 74eba21d-dbe0-4928-ab98-03294512797f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:24:59.852305 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.api.v2.resource [None req-63c3c185-e117-4075-8702-f6a8a9ff0c68 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] show failed (client error): The resource could not be found. Apr 07 17:24:59.853359 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-63c3c185-e117-4075-8702-f6a8a9ff0c68 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups/f4a7a6ab-4643-4f3b-aae8-c4bbc8b28616 HTTP/1.1" status: 404 len: 347 time: 0.0145278 Apr 07 17:24:59.854743 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.855264 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.855757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.856252 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52740) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:24:59.857685 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.858362 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.858900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.859723 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.859927 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.860487 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.861668 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.861891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.862363 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.863331 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.863717 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.864035 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4d357-579f-446e-b006-4a73be89dd1f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:24:59.873009 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 74eba21d-dbe0-4928-ab98-03294512797f {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:24:59.873387 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 74eba21d-dbe0-4928-ab98-03294512797f not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:24:59.980033 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Deleting port 5b9a77b0-4a38-454e-9f24-81b8fd57b53a {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:24:59.980373 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.055862 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.056100 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.068330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Calling delete_port for 5b9a77b0-4a38-454e-9f24-81b8fd57b53a owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:25:00.293476 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (5b9a77b0-4a38-454e-9f24-81b8fd57b53a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.318867 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event deleted for resources: {'Port': ['ID=5b9a77b0-4a38-454e-9f24-81b8fd57b53a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:00.377808 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (00beb076-f1ae-4e30-8f8a-8dc14d3603d7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.380353 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.381522 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-84bb1b27-7259-4170-81b7-df7ff2224c53 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "DELETE /v2.0/floatingips/00beb076-f1ae-4e30-8f8a-8dc14d3603d7 HTTP/1.1" status: 204 len: 168 time: 0.5243704 Apr 07 17:25:00.664609 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52746) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:25:00.669226 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d46a54dd-17a0-4afc-b27b-d6744da9e91b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534159814', 'description': 'tempest-description--64608703'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:25:00.739416 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d46a54dd-17a0-4afc-b27b-d6744da9e91b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.796544 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e6955df7-b594-4bac-ad78-1eceac146d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.811876 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d46a54dd-17a0-4afc-b27b-d6744da9e91b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (2a767754-df93-469a-8498-a05c7514909d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.853708 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d46a54dd-17a0-4afc-b27b-d6744da9e91b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (2a767754-df93-469a-8498-a05c7514909d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.881943 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a54dd-17a0-4afc-b27b-d6744da9e91b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a767754-df93-469a-8498-a05c7514909d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:00.936077 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d46a54dd-17a0-4afc-b27b-d6744da9e91b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:00.937448 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d46a54dd-17a0-4afc-b27b-d6744da9e91b tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2716458 Apr 07 17:25:00.943026 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52750) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:25:00.945104 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-1563ab31-9e49-4694-a145-751d1bfdd380 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'security_group_rule': {'security_group_id': '2a767754-df93-469a-8498-a05c7514909d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:25:01.024974 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1563ab31-9e49-4694-a145-751d1bfdd380 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (45330f25-6b6a-4e10-b7f8-a2c1cb3b922e), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.080995 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1563ab31-9e49-4694-a145-751d1bfdd380 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (45330f25-6b6a-4e10-b7f8-a2c1cb3b922e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.156427 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1563ab31-9e49-4694-a145-751d1bfdd380 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (45330f25-6b6a-4e10-b7f8-a2c1cb3b922e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.176747 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563ab31-9e49-4694-a145-751d1bfdd380 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45330f25-6b6a-4e10-b7f8-a2c1cb3b922e,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:01.249867 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1563ab31-9e49-4694-a145-751d1bfdd380 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.251045 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1563ab31-9e49-4694-a145-751d1bfdd380 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094237 Apr 07 17:25:01.254430 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52752) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:25:01.258714 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-770a7dbc-6ba8-430f-ba7d-ff119cca715d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'security_group_rule': {'security_group_id': '2a767754-df93-469a-8498-a05c7514909d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:25:01.338326 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-770a7dbc-6ba8-430f-ba7d-ff119cca715d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (1e244036-6294-4ef7-9142-6a495a8d100d), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.393662 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-770a7dbc-6ba8-430f-ba7d-ff119cca715d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (1e244036-6294-4ef7-9142-6a495a8d100d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.453645 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-770a7dbc-6ba8-430f-ba7d-ff119cca715d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (1e244036-6294-4ef7-9142-6a495a8d100d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.470608 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a7dbc-6ba8-430f-ba7d-ff119cca715d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e244036-6294-4ef7-9142-6a495a8d100d,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:01.524309 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-770a7dbc-6ba8-430f-ba7d-ff119cca715d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.525539 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-770a7dbc-6ba8-430f-ba7d-ff119cca715d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701859 Apr 07 17:25:01.528504 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 52754) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:25:01.532669 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:25:01.630674 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.726116 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:01.832101 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Allocated IP 172.27.0.181 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/10e65557-02c8-4987-809c-1ea3d898339b) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:25:01.932687 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for port (10e65557-02c8-4987-809c-1ea3d898339b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.025843 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (10e65557-02c8-4987-809c-1ea3d898339b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.063264 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:25:02.066774 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:25:02.069198 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:25:02.099423 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'Port': ['ID=10e65557-02c8-4987-809c-1ea3d898339b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:02.162871 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (1c8c5416-35ce-490f-94f7-47014cec358a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.258402 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (10e65557-02c8-4987-809c-1ea3d898339b), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.406114 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for port (10e65557-02c8-4987-809c-1ea3d898339b), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.459461 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (10e65557-02c8-4987-809c-1ea3d898339b), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.527397 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'Port': ['ID=10e65557-02c8-4987-809c-1ea3d898339b,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:02.538433 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (1c8c5416-35ce-490f-94f7-47014cec358a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.632893 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:02.634215 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-18f8de88-906f-401a-8c32-40e2d38d847f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1047907 Apr 07 17:25:02.827915 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-191ee6e9-98d3-49ed-99fa-c5ff988390c8 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--534159814&fields=id&tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c HTTP/1.1" status: 200 len: 267 time: 0.0404296 Apr 07 17:25:02.933998 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-1e9c51a8-7b13-494c-ad50-023c7f4bee3f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:02.935441 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-1e9c51a8-7b13-494c-ad50-023c7f4bee3f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 811 time: 0.1006465 Apr 07 17:25:02.950282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-3e769dcc-4907-45b6-a05c-bf90c3a39638 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/quotas/e448dae4841d45baa3fdfbbe6fd0a89c HTTP/1.1" status: 200 len: 375 time: 0.0091348 Apr 07 17:25:03.005248 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-58bfd6a0-7cbf-4259-a709-6cf9b306e19c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497921 Apr 07 17:25:03.105908 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-89b972f6-a9ac-4e9c-ac29-d9bc925b736f service neutron] 10.222.0.26 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894537 Apr 07 17:25:03.202860 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-cb07a3fa-1516-45ce-952f-e6d4d2494c97 service neutron] 10.222.0.26 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911968 Apr 07 17:25:03.225482 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9b34b8f1-e708-4943-938f-f62d47965556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:03.443643 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4821108e-c6cb-412d-afe9-446e4cb62ea1 req-9ce37981-e2d7-4203-9221-61cc9b6bec1e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 210 time: 0.0331295 Apr 07 17:25:04.379376 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:04.536798 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f48f2bd-1ba8-4caa-a010-2397d856fac4 req-0ff4357d-09d1-4758-b1d3-7858d29486bc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 210 time: 0.0269377 Apr 07 17:25:05.285410 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-e3ca4308-4d18-4ad2-b87a-40a139474efc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:05.289393 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-e3ca4308-4d18-4ad2-b87a-40a139474efc tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 811 time: 0.1151590 Apr 07 17:25:05.350002 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-2a269513-a4a9-460a-86f2-d607b02d82d7 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c HTTP/1.1" status: 200 len: 379 time: 0.0547295 Apr 07 17:25:05.358329 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'port': {'device_id': '19ffd683-613d-4c1a-9df2-0250be28226e', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'admin_state_up': True, 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'security_groups': ['2a767754-df93-469a-8498-a05c7514909d']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:25:05.551534 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Made reservation on behalf of e448dae4841d45baa3fdfbbe6fd0a89c for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:25:05.554958 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:05.637679 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f77075b8-c110-453c-a798-0fc64359e738 req-fa1398b7-0f00-4697-a88e-2ee9158f31ea tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 210 time: 0.0348420 Apr 07 17:25:05.648040 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:05.692351 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Allocated IP 172.20.0.12 (d1853f71-2509-481a-81b6-2c17c428061c/c0c72d18-8677-47e3-9d94-953391a95bc4/cb147af4-39f2-4945-9290-bc42a9da9fb4) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:25:05.832095 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:05.899632 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:05.940485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Network d1853f71-2509-481a-81b6-2c17c428061c is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:25:05.943458 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:25:05.949700 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:25:05.955452 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event updated for resources: {'Port': ['ID=cb147af4-39f2-4945-9290-bc42a9da9fb4,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:06.005457 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:06.006093 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.069517 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6655a31-9f6e-4ee1-9ec6-6e09753fab1c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7145991 Apr 07 17:25:06.127265 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Request body: {'port': {'device_id': '19ffd683-613d-4c1a-9df2-0250be28226e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:25:06.131158 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7e55b692-51f4-4365-8bd9-ad7f20f32fa6 None None] Provisioning complete for port cb147af4-39f2-4945-9290-bc42a9da9fb4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:25:06.131533 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e55b692-51f4-4365-8bd9-ad7f20f32fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.164572 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7e55b692-51f4-4365-8bd9-ad7f20f32fa6 None None] Port cb147af4-39f2-4945-9290-bc42a9da9fb4 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:25:06.186097 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.442840 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb147af4-39f2-4945-9290-bc42a9da9fb4 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:25:06.450105 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Publish callbacks [] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.462296 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Transition to ACTIVE for port object cb147af4-39f2-4945-9290-bc42a9da9fb4 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:25:06.499122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.569917 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb147af4-39f2-4945-9290-bc42a9da9fb4,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:06.595874 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.596227 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.597415 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.597943 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.598283 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.598616 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.598948 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.599271 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.599596 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.599915 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.600236 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.600554 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.600872 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.601210 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.601528 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:06.632753 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Attempting to bind port cb147af4-39f2-4945-9290-bc42a9da9fb4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:25:06.633083 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Attempting to bind port cb147af4-39f2-4945-9290-bc42a9da9fb4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:25:06.633453 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Attempting to bind port cb147af4-39f2-4945-9290-bc42a9da9fb4 on network d1853f71-2509-481a-81b6-2c17c428061c {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:25:06.637921 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Port cb147af4-39f2-4945-9290-bc42a9da9fb4 on network d1853f71-2509-481a-81b6-2c17c428061c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:25:06.638241 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Attempting to bind port cb147af4-39f2-4945-9290-bc42a9da9fb4 on network d1853f71-2509-481a-81b6-2c17c428061c {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:25:06.643753 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:25:06.644085 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Checking segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:25:06.644465 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Bound using segment: {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:25:06.644893 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Bound port: cb147af4-39f2-4945-9290-bc42a9da9fb4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40567292-7797-4c56-b55f-89c319809de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:25:06.645275 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.728676 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] For port cb147af4-39f2-4945-9290-bc42a9da9fb4, host hv-cinder-83699, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:25:06.732108 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] For port cb147af4-39f2-4945-9290-bc42a9da9fb4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:25:06.762187 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308a22-62ab-49b6-944f-ecd709e580e8 req-c1040da4-e655-4d43-b934-acb233c5be2d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:06.763632 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0308a22-62ab-49b6-944f-ecd709e580e8 req-c1040da4-e655-4d43-b934-acb233c5be2d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 944 time: 0.0549173 Apr 07 17:25:06.786781 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.812052 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0308a22-62ab-49b6-944f-ecd709e580e8 req-bd49cfe3-1a05-4c09-a8b6-677d747bc722 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Apr 07 17:25:06.819051 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:06.820003 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:06.821426 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] 10.222.0.37 "PUT /v2.0/ports/cb147af4-39f2-4945-9290-bc42a9da9fb4 HTTP/1.1" status: 200 len: 1094 time: 0.7438083 Apr 07 17:25:06.823977 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:25:06.826986 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831" -d '{"events": [{"name": "network-changed", "server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:25:06.860256 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843eccd-807f-49a0-9859-58e88ff16db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb147af4-39f2-4945-9290-bc42a9da9fb4,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:06.944395 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f894f-2501-4684-a338-00a7df23b60a x-openstack-request-id: req-117f894f-2501-4684-a338-00a7df23b60a {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:25:06.944632 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:25:06.945020 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-117f894f-2501-4684-a338-00a7df23b60a {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:25:06.945566 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117f894f-2501-4684-a338-00a7df23b60a'] response: {'name': 'network-changed', 'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'status': 'completed', 'code': 200} Apr 07 17:25:06.966479 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-bfe88a25-05c7-40d9-86da-32fafb706dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:06.968041 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-bfe88a25-05c7-40d9-86da-32fafb706dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 1128 time: 0.0525520 Apr 07 17:25:07.014166 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-7e4df474-61ce-4e61-91d5-957887de0866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0391622 Apr 07 17:25:07.062979 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6d72e97-86f1-43d3-9d4a-db1969d278d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:07.064442 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-c6d72e97-86f1-43d3-9d4a-db1969d278d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0441947 Apr 07 17:25:07.116668 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637be3-edd5-45fe-b03f-851befbd6098 req-0a3c028b-9a35-43ae-9c8e-02deb7cfbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:07.116811 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:07.118327 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-0a3c028b-9a35-43ae-9c8e-02deb7cfbc2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474298 Apr 07 17:25:07.212281 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-796b9b72-ef48-4305-bb9e-486554b4bc4a service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874007 Apr 07 17:25:07.302609 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71637be3-edd5-45fe-b03f-851befbd6098 req-dfa21357-7c4f-4b3d-a89b-8d5fdaf7cd2e service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838683 Apr 07 17:25:07.930892 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779a71-2170-414e-8587-381b769cfa7b req-e5cddb1e-fa2c-4475-ac92-d9576a87ddcf tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:07.932386 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8779a71-2170-414e-8587-381b769cfa7b req-e5cddb1e-fa2c-4475-ac92-d9576a87ddcf tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 944 time: 0.0521514 Apr 07 17:25:07.977675 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8779a71-2170-414e-8587-381b769cfa7b req-6f6e6297-bb3f-48e9-b955-825b85d6ab5c tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395613 Apr 07 17:25:08.340626 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-12861311-e7ab-4e07-b746-bed28acee1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:08.342193 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-12861311-e7ab-4e07-b746-bed28acee1a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 1128 time: 0.0509551 Apr 07 17:25:08.431017 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-37afbf9e-f383-4a9e-92eb-37abf52abc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:08.432452 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-37afbf9e-f383-4a9e-92eb-37abf52abc40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 912 time: 0.0840151 Apr 07 17:25:08.475949 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-34900528-eadb-41a9-9f0d-376befa9781a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0376086 Apr 07 17:25:08.523581 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-fcf83947-8d25-47de-b146-925b909daf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:08.524971 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-fcf83947-8d25-47de-b146-925b909daf29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0435781 Apr 07 17:25:08.572889 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-842fb0d5-9ec4-4e08-b0f6-af36a9b9d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:08.574266 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-842fb0d5-9ec4-4e08-b0f6-af36a9b9d4b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425971 Apr 07 17:25:08.668522 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-5d6212a0-220e-4e7b-ab93-2a6df72bfd78 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Apr 07 17:25:08.757294 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-31b49ff2-cf53-459e-a84a-9f5f1d0eb831 req-5bed8250-cc48-4af5-a587-1b22e1c06db2 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830965 Apr 07 17:25:09.097541 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc16f1-6cc2-473e-a7a5-9d2a42d88fdb req-0e3d6bc0-b9c7-49f5-a395-ba92cbb47541 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:09.099051 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9fc16f1-6cc2-473e-a7a5-9d2a42d88fdb req-0e3d6bc0-b9c7-49f5-a395-ba92cbb47541 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 944 time: 0.0565572 Apr 07 17:25:09.144553 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9fc16f1-6cc2-473e-a7a5-9d2a42d88fdb req-c09ef00a-9d8c-4b74-8247-6c4906509f66 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398796 Apr 07 17:25:09.910789 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device cb147af4-39f2-4945-9290-bc42a9da9fb4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:25:10.005584 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port cb147af4-39f2-4945-9290-bc42a9da9fb4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:25:10.016547 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'port_id': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'mac_address': 'fa:16:3e:d0:a9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:25:10.056227 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port cb147af4-39f2-4945-9290-bc42a9da9fb4 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:25:10.056608 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:10.069312 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb147af4-39f2-4945-9290-bc42a9da9fb4 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:25:10.088700 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port cb147af4-39f2-4945-9290-bc42a9da9fb4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:25:10.162122 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:10.209958 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=cb147af4-39f2-4945-9290-bc42a9da9fb4,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:10.216992 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.218256 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.218256 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.218256 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.218514 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.218700 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.219026 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.219353 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.219678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.220001 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.220324 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.220646 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.220967 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.221489 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.221902 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:25:10.262667 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b5342-2079-4c6e-af4d-2f199681d038 req-0cc12e7f-922a-41ec-bb57-a78a5405870f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:10.264114 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e47b5342-2079-4c6e-af4d-2f199681d038 req-0cc12e7f-922a-41ec-bb57-a78a5405870f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 945 time: 0.0530353 Apr 07 17:25:10.309224 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e47b5342-2079-4c6e-af4d-2f199681d038 req-68e71433-bd7e-4099-ac95-6b8df160130d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 Apr 07 17:25:10.420336 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['cb147af4-39f2-4945-9290-bc42a9da9fb4'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:25:11.430821 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d6f80-d588-4030-8e1c-4622ce629922 req-3c3bffb9-7ff6-4026-986c-fec7b2292186 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:11.432379 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c7d6f80-d588-4030-8e1c-4622ce629922 req-3c3bffb9-7ff6-4026-986c-fec7b2292186 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 945 time: 0.0555630 Apr 07 17:25:11.479077 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c7d6f80-d588-4030-8e1c-4622ce629922 req-7753108d-dcf2-4d42-abf1-d1789fb63b84 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Apr 07 17:25:11.924733 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device cb147af4-39f2-4945-9290-bc42a9da9fb4 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:25:12.041741 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port cb147af4-39f2-4945-9290-bc42a9da9fb4 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:25:12.045428 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port cb147af4-39f2-4945-9290-bc42a9da9fb4 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:25:12.045799 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:12.123285 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port cb147af4-39f2-4945-9290-bc42a9da9fb4 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:25:12.123663 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:12.146894 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:25:12.149411 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135ecb0b-046e-4bca-a265-0e9882f1178c" -d '{"events": [{"server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "name": "network-vif-plugged", "status": "completed", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:25:12.161043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port cb147af4-39f2-4945-9290-bc42a9da9fb4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:25:12.185434 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79f71f6-3e30-465e-a143-1c6c1ac099f7 x-openstack-request-id: req-c79f71f6-3e30-465e-a143-1c6c1ac099f7 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:25:12.185755 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "name": "network-vif-plugged", "status": "completed", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:25:12.186011 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c79f71f6-3e30-465e-a143-1c6c1ac099f7 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:25:12.186398 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79f71f6-3e30-465e-a143-1c6c1ac099f7'] response: {'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'code': 200} Apr 07 17:25:12.236369 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:12.283785 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=cb147af4-39f2-4945-9290-bc42a9da9fb4,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:12.452019 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a17b9-7b89-4b0d-a19e-92ff6123e3eb req-c2fbff6d-1f0b-40ed-b8a5-e477cb2f5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:12.453440 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-298a17b9-7b89-4b0d-a19e-92ff6123e3eb req-c2fbff6d-1f0b-40ed-b8a5-e477cb2f5d0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 1130 time: 0.0425832 Apr 07 17:25:12.500623 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-298a17b9-7b89-4b0d-a19e-92ff6123e3eb req-76d4e6d9-1a40-4095-bb0f-c7e514134861 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408370 Apr 07 17:25:12.597772 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e5e82-0834-414c-a777-b1f95e9e014e req-9f0e03e0-6e47-452c-adc9-94643b34c763 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:12.599220 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f85e5e82-0834-414c-a777-b1f95e9e014e req-9f0e03e0-6e47-452c-adc9-94643b34c763 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 946 time: 0.0526805 Apr 07 17:25:12.644627 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f85e5e82-0834-414c-a777-b1f95e9e014e req-04eca482-0db1-4a8a-8fc9-595fb61fbd84 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 Apr 07 17:25:13.763097 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06dd36-8039-43b6-9889-d650a66ba709 req-8fccf124-f99f-4277-bf28-7d74208df83f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:13.764554 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc06dd36-8039-43b6-9889-d650a66ba709 req-8fccf124-f99f-4277-bf28-7d74208df83f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 946 time: 0.0519290 Apr 07 17:25:13.814289 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc06dd36-8039-43b6-9889-d650a66ba709 req-fb7463a4-075f-4597-8101-6b405c767832 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Apr 07 17:25:14.931651 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c21c-69ac-42b2-9ad9-e90e871c92f2 req-a45adff8-5f29-4e23-9487-265fdc096021 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:14.933116 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21f5c21c-69ac-42b2-9ad9-e90e871c92f2 req-a45adff8-5f29-4e23-9487-265fdc096021 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 946 time: 0.0537341 Apr 07 17:25:14.982394 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21f5c21c-69ac-42b2-9ad9-e90e871c92f2 req-d94b235b-4e75-41b1-9a9b-8a1092e0998a tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436487 Apr 07 17:25:15.099290 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79891b70-9016-4934-966b-dd8992811430 req-bf7d24a2-6987-474c-9691-4cc79b53897f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:15.100646 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79891b70-9016-4934-966b-dd8992811430 req-bf7d24a2-6987-474c-9691-4cc79b53897f tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 946 time: 0.0519190 Apr 07 17:25:15.109017 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 52900) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:25:15.113381 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Request body: {'floatingip': {'port_id': 'cb147af4-39f2-4945-9290-bc42a9da9fb4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:25:15.155937 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (1c8c5416-35ce-490f-94f7-47014cec358a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:15.585199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:15.630741 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (1c8c5416-35ce-490f-94f7-47014cec358a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:15.734562 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Floating IP 1c8c5416-35ce-490f-94f7-47014cec358a associated. External IP: 172.27.0.181, port: cb147af4-39f2-4945-9290-bc42a9da9fb4. Apr 07 17:25:15.938375 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:25:16.047595 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:25:16.052182 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:16.057377 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] Sync routers for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:25:16.067209 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:25:16.068023 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:25:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:16.086687 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5f2107e2-3158-4422-9e1c-7cad9351ade1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "PUT /v2.0/floatingips/1c8c5416-35ce-490f-94f7-47014cec358a HTTP/1.1" status: 200 len: 992 time: 0.9765334 Apr 07 17:25:16.087372 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:25:16.089628 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd996737-91cb-4409-933c-1e86cdbece91" -d '{"events": [{"name": "network-changed", "server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:25:16.183409 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495fbe45-9998-4aa2-bec5-1ceb461f3ed7 x-openstack-request-id: req-495fbe45-9998-4aa2-bec5-1ceb461f3ed7 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:25:16.183696 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:25:16.183949 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-495fbe45-9998-4aa2-bec5-1ceb461f3ed7 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:25:16.184349 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495fbe45-9998-4aa2-bec5-1ceb461f3ed7'] response: {'name': 'network-changed', 'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'status': 'completed', 'code': 200} Apr 07 17:25:16.188557 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:25:16.250665 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996737-91cb-4409-933c-1e86cdbece91 req-3d6f2eb6-a6ae-407d-859b-eddf8058e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:16.252221 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd996737-91cb-4409-933c-1e86cdbece91 req-3d6f2eb6-a6ae-407d-859b-eddf8058e263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 1130 time: 0.0427794 Apr 07 17:25:16.341784 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996737-91cb-4409-933c-1e86cdbece91 req-6fa64984-1b1f-494e-9a9a-c84ef2d2fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:16.343298 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd996737-91cb-4409-933c-1e86cdbece91 req-6fa64984-1b1f-494e-9a9a-c84ef2d2fca0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 200 len: 912 time: 0.0846100 Apr 07 17:25:16.410141 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd996737-91cb-4409-933c-1e86cdbece91 req-bb5cab90-2c36-459a-90e7-4c4758809c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0611033 Apr 07 17:25:16.418131 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '1c8c5416-35ce-490f-94f7-47014cec358a', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'port_id': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'mac_address': 'fa:16:3e:d0:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ffd683-613d-4c1a-9df2-0250be28226e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:25:02Z', 'updated_at': '2022-04-07T17:25:15Z', 'revision_number': 1, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:16.444519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] Checking router: 944e437e-b8a4-4020-8f1e-a85e2e6827e9 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:25:16.452593 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:25:16.453224 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:25:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:16.457961 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996737-91cb-4409-933c-1e86cdbece91 req-dc93a3bf-6f6b-4b41-819e-f41525b7f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:16.459424 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd996737-91cb-4409-933c-1e86cdbece91 req-dc93a3bf-6f6b-4b41-819e-f41525b7f880 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 200 len: 850 time: 0.0436988 Apr 07 17:25:16.508287 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996737-91cb-4409-933c-1e86cdbece91 req-844c41e2-857c-41be-9af3-710c0d23f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:16.510019 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd996737-91cb-4409-933c-1e86cdbece91 req-844c41e2-857c-41be-9af3-710c0d23f281 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1853f71-2509-481a-81b6-2c17c428061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443175 Apr 07 17:25:16.566261 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:25:16.606413 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd996737-91cb-4409-933c-1e86cdbece91 req-15990a1a-addd-45fc-ab55-ad2df69dd7e7 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889535 Apr 07 17:25:16.701456 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd996737-91cb-4409-933c-1e86cdbece91 req-0ecb1c19-9fec-4de6-8b75-7fa28b08fa35 service neutron] 10.222.0.37 "GET /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887940 Apr 07 17:25:16.806149 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '1c8c5416-35ce-490f-94f7-47014cec358a', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'port_id': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'mac_address': 'fa:16:3e:d0:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ffd683-613d-4c1a-9df2-0250be28226e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:25:02Z', 'updated_at': '2022-04-07T17:25:15Z', 'revision_number': 1, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:16.833097 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5aaf6-5325-430b-b4cb-cc9f8bea1d54 None None] The sync data for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi is: [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '1c8c5416-35ce-490f-94f7-47014cec358a', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'port_id': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'mac_address': 'fa:16:3e:d0:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ffd683-613d-4c1a-9df2-0250be28226e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:25:02Z', 'updated_at': '2022-04-07T17:25:15Z', 'revision_number': 1, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:25:16.944675 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:25:17.021979 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8553648-1501-4fff-a94c-3d35d7c9097c None None] New status for floating IP 1c8c5416-35ce-490f-94f7-47014cec358a: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:25:18.641870 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:30.813359 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2385b92b-7322-49aa-a0a6-e779d67d4a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:33.207407 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-80164760-d362-4466-b980-e8dd930e228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:34.407668 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:35.665061 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:37.087519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:48.647474 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:50.999727 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-b40ed6c0-3c00-4634-acd0-67d7d7616fa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437758 Apr 07 17:25:51.064734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1320be-5780-4c69-9937-8726626ffb2d req-3c0137bd-783e-4325-80ec-b0d155aab654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:51.066282 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-3c0137bd-783e-4325-80ec-b0d155aab654 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0441568 Apr 07 17:25:51.180584 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1320be-5780-4c69-9937-8726626ffb2d req-526f21e7-4799-4868-af4d-59e4420d9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:51.181171 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-526f21e7-4799-4868-af4d-59e4420d9e03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0973132 Apr 07 17:25:51.245334 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-bfe65514-6d61-4ddc-92aa-67a6dd5d6037 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0579653 Apr 07 17:25:51.295209 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1320be-5780-4c69-9937-8726626ffb2d req-81930e58-28fd-4218-b185-1a6ea60568e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:51.296631 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-81930e58-28fd-4218-b185-1a6ea60568e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0446327 Apr 07 17:25:51.585322 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1320be-5780-4c69-9937-8726626ffb2d req-4b2926c3-77e9-4172-b8b9-6a6deb051a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:51.586742 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-4b2926c3-77e9-4172-b8b9-6a6deb051a62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2833383 Apr 07 17:25:51.681534 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-9abe8ceb-a65f-4ea5-aa95-25baee1e7166 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878148 Apr 07 17:25:51.774146 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e1320be-5780-4c69-9937-8726626ffb2d req-359aaa78-735b-4fbb-961e-ced40308eb1b service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865674 Apr 07 17:25:53.487204 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a86e3-3ff9-4b77-a89c-3c720b5742c2 req-81b35e9a-2f6a-47c4-9b41-16a62fa085a9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:53.490956 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982a86e3-3ff9-4b77-a89c-3c720b5742c2 req-81b35e9a-2f6a-47c4-9b41-16a62fa085a9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0671034 Apr 07 17:25:53.551691 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-982a86e3-3ff9-4b77-a89c-3c720b5742c2 req-e2664bf7-b90e-408a-ab7b-6c4d29ae2725 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551202 Apr 07 17:25:53.944052 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:25:54.673414 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086fde-042c-4f14-92c4-e8b58f1b812a req-dd6c53fa-ab5e-4b2d-bf47-149a14aca0e8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:54.674954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49086fde-042c-4f14-92c4-e8b58f1b812a req-dd6c53fa-ab5e-4b2d-bf47-149a14aca0e8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0524490 Apr 07 17:25:54.728313 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49086fde-042c-4f14-92c4-e8b58f1b812a req-518bbefc-a6a5-4c6b-98a0-212ff4256b40 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466521 Apr 07 17:25:55.301700 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-2a6a8fe3-62b8-49b1-8f3d-abdc738689e6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:55.303142 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-2a6a8fe3-62b8-49b1-8f3d-abdc738689e6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.37 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0527341 Apr 07 17:25:55.397684 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Deleting port 31cf2729-37f3-484c-bad0-abb9ba907dcd {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:25:55.398025 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:55.484386 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] For port 31cf2729-37f3-484c-bad0-abb9ba907dcd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=31cf2729-37f3-484c-bad0-abb9ba907dcd,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:25:55.484745 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:55.661374 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:55.661740 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (f4087f05-bfe3-4d68-8944-a7e9935647c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:55.662055 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Floating IP f4087f05-bfe3-4d68-8944-a7e9935647c4 disassociated. External IP: 172.27.0.208, port: 31cf2729-37f3-484c-bad0-abb9ba907dcd. Apr 07 17:25:55.662389 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Calling delete_port for 31cf2729-37f3-484c-bad0-abb9ba907dcd owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:25:55.852026 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4324507-8fa4-49a9-a7ac-7ddcfb0a6586 req-287b3075-37d1-4207-b775-bc6782b3698b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:25:55.853497 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4324507-8fa4-49a9-a7ac-7ddcfb0a6586 req-287b3075-37d1-4207-b775-bc6782b3698b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 945 time: 0.0559988 Apr 07 17:25:55.864950 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (31cf2729-37f3-484c-bad0-abb9ba907dcd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:55.891117 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event deleted for resources: {'Port': ['ID=31cf2729-37f3-484c-bad0-abb9ba907dcd,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:25:55.911361 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4324507-8fa4-49a9-a7ac-7ddcfb0a6586 req-508939f0-e9e5-4501-9444-477249bbf95c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/security-groups?id=334767f4-1e36-46fb-80cf-c0be844ad4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521514 Apr 07 17:25:56.010261 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Router 6054332f-43cf-46dd-b7a9-a58517445fad has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:25:56.117571 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:25:56.126949 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] Sync routers for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:25:56.136904 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:25:56.137565 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:25:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:56.160908 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] No DVR routers for this DVR port 31cf2729-37f3-484c-bad0-abb9ba907dcd on host hv-cinder-83699 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:25:56.163645 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:25:56.167069 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a611690c-1082-4890-a702-f0e4e3e48da4 req-75567c74-b4cc-4086-977d-1a506b4366eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.37 "DELETE /v2.0/ports/31cf2729-37f3-484c-bad0-abb9ba907dcd HTTP/1.1" status: 204 len: 173 time: 0.8581188 Apr 07 17:25:56.167460 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'name': 'network-vif-deleted', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:25:56.169818 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf7f97-0839-40fb-9750-56e3addd119f" -d '{"events": [{"server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "name": "network-vif-deleted", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:25:56.204282 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a4c58b-4a6c-4b29-bb56-aed79b67a7e0 x-openstack-request-id: req-05a4c58b-4a6c-4b29-bb56-aed79b67a7e0 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:25:56.204640 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29493f81-0b41-4e00-9b9a-08301cc1d2b0", "name": "network-vif-deleted", "tag": "31cf2729-37f3-484c-bad0-abb9ba907dcd", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:25:56.204892 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05a4c58b-4a6c-4b29-bb56-aed79b67a7e0 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:25:56.205338 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a4c58b-4a6c-4b29-bb56-aed79b67a7e0'] response: {'server_uuid': '29493f81-0b41-4e00-9b9a-08301cc1d2b0', 'name': 'network-vif-deleted', 'tag': '31cf2729-37f3-484c-bad0-abb9ba907dcd', 'status': 'completed', 'code': 200} Apr 07 17:25:56.255361 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:25:56.463023 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:43Z', 'revision_number': 5, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:56.488201 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] Checking router: 6054332f-43cf-46dd-b7a9-a58517445fad for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:25:56.496396 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:25:56.496995 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:25:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:56.777586 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:25:57.007178 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f4b489-5c3a-4e41-abdb-8e6b0998f8e5 req-775b5c76-6a50-451c-afd4-628bb05987b5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Apr 07 17:25:57.045057 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:43Z', 'revision_number': 5, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:25:57.071886 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e2e2b-ebcc-4ca5-8c76-5afbabc0ee88 None None] The sync data for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi is: [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:22:38Z', 'revision_number': 4, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '37c4c964-8391-402b-a34d-c764060f9b00', 'name': '', 'network_id': 'a10bd6e5-9aa1-4360-84f9-94e5bb245a82', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'mac_address': 'fa:16:3e:66:26:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:37Z', 'updated_at': '2022-04-07T17:22:43Z', 'revision_number': 5, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'subnets': [{'id': 'a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:25:57.286215 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b162ab-2e61-4717-835f-ce1dcc20662a None None] New status for floating IP f4087f05-bfe3-4d68-8944-a7e9935647c4: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:25:58.111247 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e87a03ea-4653-45f0-a7f5-a848598ffb59 req-f77382d4-8b51-472b-b0a1-83d18b2a05f3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266817 Apr 07 17:25:58.201649 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 31cf2729-37f3-484c-bad0-abb9ba907dcd no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:25:58.226634 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 31cf2729-37f3-484c-bad0-abb9ba907dcd {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:25:58.227165 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 31cf2729-37f3-484c-bad0-abb9ba907dcd not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:25:59.207074 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d60cb51a-3fbb-4b96-93cf-24e536d5b17c req-626e3b7a-7dea-44dc-b767-7800b0f42f25 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270405 Apr 07 17:26:00.299423 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d19187ea-5864-4deb-a11e-86b9b0dbf037 req-0567e0a7-d110-481c-b78a-cee414072728 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0257893 Apr 07 17:26:00.813058 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-08e33fff-48ac-4af7-9e2e-903a2494bd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:01.390033 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ea30acc-290e-470f-aac7-f8973311ee55 req-51fc7f1a-ea36-4203-af7e-e4c9a211ea19 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0256844 Apr 07 17:26:02.484784 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81c8f4fc-946d-48fe-b33b-abbd68618428 req-3b38042e-2280-4c04-9ffe-b435627c0629 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0293200 Apr 07 17:26:03.195709 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5858145a-426e-41a0-b7c3-b286b862f193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:03.577687 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dbdcd5fd-50e3-40c7-b623-054bd2ababdb req-51c3cb3a-a414-473d-9d8e-a0f954e69a06 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0279484 Apr 07 17:26:04.401202 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:04.670546 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb2c0bd8-ec0b-477f-bc63-7d88950ed65e req-ce70a5d2-3d88-487a-b019-61be8bc09ba7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0279706 Apr 07 17:26:05.635112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:05.764904 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2571ea02-3172-4b21-b9b2-0203abf0933c req-5412d453-8879-410d-b57a-334d500a1983 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270684 Apr 07 17:26:06.858270 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-12e59b76-eb57-48c6-9b3a-a2bce8bdded5 req-a18c2b81-89a9-40e9-948f-a7cab57d9a61 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266454 Apr 07 17:26:07.076118 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:07.949991 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2bb1493-d28e-47a7-b93e-a655beba3ec2 req-066d2904-9180-4b3b-adf4-a14d49940956 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269413 Apr 07 17:26:09.044835 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d012205-c283-4baa-bf61-03c57f6e4227 req-fd62391b-7495-43a6-86d8-d0217b57f9fe tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0294416 Apr 07 17:26:10.137829 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4baea658-d1b9-4916-99ec-9b4f6554524e req-79b651fa-e8de-41ec-bae4-ee0edda62f38 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270553 Apr 07 17:26:11.231461 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-575a6076-cc72-45a3-ba9b-1c21e275e6e9 req-b1289214-6337-4f00-a5cb-135643007620 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0293114 Apr 07 17:26:12.322918 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-638a3f43-a5a7-410c-8ecb-4be01a2e6fda req-fe5ca3f0-2a55-48e7-9ee0-109c6a24ec59 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264955 Apr 07 17:26:13.418913 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7db30c1c-6cf6-4105-b05b-c0faec7ebb09 req-589db0d8-e4ea-414c-9297-451850d7c4ee tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0282249 Apr 07 17:26:14.511781 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-58294ab7-d810-4c2b-87e3-622fd7690a99 req-4d89169a-3afd-4447-96fa-f03810a742a3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274150 Apr 07 17:26:15.606205 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-91ee2742-14d0-46b1-abed-252007c18f14 req-132fc6e0-9712-435c-9613-4b78f729e24e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0288615 Apr 07 17:26:16.698470 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-819fc5dd-3003-4dfb-a852-cbd8b4768bd7 req-9b39c26c-0b91-45f7-9ff3-443c3d727d40 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270085 Apr 07 17:26:17.789717 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ebd8c4e-94f7-4b6f-a505-d76e6366b945 req-85cd8dd1-6ae3-4cef-a96d-4a92968d4fbf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272243 Apr 07 17:26:18.618063 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:18.881388 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93320e02-eaea-4b1d-acb1-1108407fe1c0 req-ca276e46-0389-4ca8-a25a-0347e7b3b397 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Apr 07 17:26:19.974942 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43b465ab-4d05-406b-b3cd-1870a43f0527 req-10cf6570-3fb5-46d5-a6c5-7c7dc0bac882 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Apr 07 17:26:21.066503 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e16c19f-5343-49ab-b5eb-6547dd47defc req-42454f56-ecdd-4d5a-8970-df99abedf88f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0256805 Apr 07 17:26:22.161073 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e33adcb1-3327-475c-aec5-26dd62fb08a3 req-c084e27d-e9c3-4229-986c-b40f787475ff tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0290480 Apr 07 17:26:23.253110 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f32f3454-f653-4c8c-ba68-12e7e8a627b1 req-d155c807-461c-4943-8599-1577dbcf8404 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264659 Apr 07 17:26:24.344134 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17709296-8348-43e9-91c0-021738b06d50 req-541033f3-1e74-492e-bf5d-e220c72a10da tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263307 Apr 07 17:26:25.437551 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf4dcd8c-5e0a-407c-8920-38f1922db9f1 req-c3b5322b-cac5-4fa5-bb44-22bbc8c397b8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270464 Apr 07 17:26:26.528323 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d8690a6-977d-48f0-8d75-bc2d4f0c2c18 req-90224d33-fe10-4bbe-a6b5-8e74bd7b823c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259604 Apr 07 17:26:27.620873 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff23b222-4a23-444b-af2a-e245c1b7e692 req-d63e0edd-cc69-4d1b-9796-88de193bfcf0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Apr 07 17:26:28.716979 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ee2d6f2-316c-4947-b66a-7ff6ffe5ed62 req-77fd6087-4cd9-4959-9bda-cc14203990a1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0293722 Apr 07 17:26:29.809396 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c8dd246-bba4-4fbb-a40b-c69660ca07e9 req-9a7e6bee-73d4-493c-a4a1-bf5d92545555 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263467 Apr 07 17:26:30.824152 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44822a7d-1b3d-47cb-beb2-b411ef975378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:30.904545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-302a1e09-469a-4e20-b775-b643a4ca5f8d req-6bf586b0-9de5-4a97-a4b8-af178d77c022 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Apr 07 17:26:30.942162 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:26:31.995783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-825e5ebd-e390-48c6-bf1e-158f975145cc req-9357f1bc-ae95-43f4-9ae3-4d1e56a17ed3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273607 Apr 07 17:26:33.087568 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3aa3938b-c97b-4689-87d2-932101586d59 req-5fecb90f-96d3-44ce-abc0-1e9203bd4153 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271244 Apr 07 17:26:33.217842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-64869569-70ef-4b79-9b58-5bec2403321f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:34.178429 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dbaf9c1a-70bb-4e0d-a2d6-faf62b0bd72f req-42d18e4b-f94a-4ad8-ba70-803afbddaf69 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263300 Apr 07 17:26:34.401388 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:35.274507 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33766d12-da56-438c-8027-7e6a94428c3f req-a73c905a-db5b-4501-93e7-521038852df2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0301473 Apr 07 17:26:35.635308 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:36.366106 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71de3c1c-a683-4bc2-9b9e-c4ee638fb869 req-c0fbf4cb-871b-4a01-86e1-3a8898e3cc2f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268512 Apr 07 17:26:37.064060 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:37.458914 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6bcfe371-b8a1-4a17-9e18-3eeccd3bedf5 req-7832d85d-6466-4d8c-8be6-fb76cf659c7b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262005 Apr 07 17:26:38.550196 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f766dfaa-f704-46f6-9713-51b9fa8e1701 req-c3c6ba75-5134-40bf-926d-c649e397bf61 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0257843 Apr 07 17:26:39.641949 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f6ac43d0-ed56-4519-9b96-fcf27ba2c026 req-39fc5cda-3e02-4812-96e2-1a7c8ff40b23 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263233 Apr 07 17:26:40.736240 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e084508-85c5-4963-91ab-5c159e7d59d3 req-d8f1a692-9192-4433-b8bb-18df29edfee4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263562 Apr 07 17:26:41.832760 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ab7c85d-2ee2-4e92-a010-889e6a94b438 req-286d50c8-2f91-4738-95b2-7e174a389a00 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Apr 07 17:26:43.076187 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c28497e-cf2f-4635-927f-99f0b35c3833 req-5168c4fc-a261-4e55-8e2f-771a97dfd118 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264931 Apr 07 17:26:44.167091 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c7da1d7-6221-45eb-ae08-82f98799c76a req-10601e7e-7836-4b4c-ae2a-1f51ad94a23f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267417 Apr 07 17:26:45.259242 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9144f9c8-b2db-4958-9ca9-92e2b00a8765 req-2da6aba9-7da2-4c63-849b-1c7d451b7ab6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264816 Apr 07 17:26:46.351124 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90d13829-b14d-4e40-87c1-9a01d48b08ad req-5e7b97ef-4b5d-4a75-a06c-b3b4c979d8ae tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270426 Apr 07 17:26:47.442423 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b57a4d1-2951-4c65-9d54-e2bc679d7cfe req-93b673db-702f-49b3-abdb-cdb9a8ae65eb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266600 Apr 07 17:26:48.536719 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a5e155c-504f-4c4a-a456-2461911a2cdf req-3f70b6a0-e506-4cad-a2ea-88723c917d5c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0290563 Apr 07 17:26:48.634676 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:26:49.630466 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9617ac0-af90-4ae6-8253-f990c06d3875 req-b95bc28c-9681-406c-946f-1bbbf09a6f9b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0256031 Apr 07 17:26:50.724816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b031c6e6-27c0-41a1-9bf9-6440ba3438df req-f2e59da0-abee-4770-86a8-39dd9c2f7618 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0284593 Apr 07 17:26:51.819998 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1dc39e63-5f61-4231-b01a-02d6e817eb3b req-c8fc5f5c-0d35-4641-8bc0-79c3d22c9c97 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0286694 Apr 07 17:26:52.913084 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ae31747-3662-422a-865f-cf11880da4d6 req-0db5062d-76df-41f1-8ea0-2bf9d5ee94f9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Apr 07 17:26:54.002833 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6472a4a-1810-4d8b-89d1-694655f67d29 req-a5d02f59-97d0-47f4-b03d-cff8c7f753c2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260823 Apr 07 17:26:55.099076 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f6da2315-afca-4e19-a1a2-e4fa6c1330ae req-9a4795ca-d42d-466e-af0e-5a7817c1505e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0302947 Apr 07 17:26:56.192402 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-691c9124-5319-4168-b4e2-9980c2ab14c5 req-5b584ee9-a5c0-4879-9830-31b1a77178bc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262985 Apr 07 17:26:57.283490 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa56fc9e-8a9c-4311-b343-ea4484d894d5 req-5b10a1ac-9c54-44ca-a5ba-4452f3e9cc2b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270154 Apr 07 17:26:58.383058 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b886eedd-188d-4634-97ab-7803be39be63 req-a6f69602-89a6-4d47-8b35-a112c917cd7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275815 Apr 07 17:26:59.475732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec61df00-4f2a-4f84-a0c5-b4fd347dfa8b req-6d30c9d3-a308-46fa-b5ab-c1e47810c244 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Apr 07 17:27:00.567198 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2448cafd-6779-46c5-b88a-ecd3276c93c5 req-bc605b1e-e8d2-424d-91a0-98d7bbce1182 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0256634 Apr 07 17:27:00.801062 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0ff7-5969-4b97-9bdb-d50ba561f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:01.661531 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4896e70-9bd7-4c9d-862e-851b7d31c740 req-77775fae-f65c-402f-bc8a-b02f4f18cb6a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0293355 Apr 07 17:27:02.752594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7645c867-ce17-42ec-8ae4-1bae6332b7a3 req-ab41089c-f28f-463b-9850-e4e6b06277cf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260539 Apr 07 17:27:03.206121 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d33ed781-c615-4476-868e-5e68f37817bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:03.844923 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04f3fc6e-51b6-4e75-be12-11fc4c97951f req-f7fed311-dfbe-4324-a868-40a1681d6259 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260243 Apr 07 17:27:04.445760 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:04.936830 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66db8118-7c6c-4fca-99f4-10679310c4e0 req-4c95d035-4197-40aa-90cf-3b0f3e04233e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263345 Apr 07 17:27:05.651893 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:06.028161 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-074f4d31-4b61-4e7d-aed4-f66b4eb96ff9 req-c43458dc-1b89-491f-8e9b-b392499f0f6f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266993 Apr 07 17:27:07.052181 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:07.124011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9bded554-d608-44e3-82f6-01e739441e8f req-b60d176e-a892-48d7-b0c1-cc8bb7d62511 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0283222 Apr 07 17:27:07.942704 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:27:08.218204 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f999f856-d896-4696-87e8-60ea013a1017 req-428e6dd6-9f48-4bfb-b679-5698ee3143a7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0286660 Apr 07 17:27:09.310055 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4efaaa48-c48f-42b5-baa3-59998bf193dc req-7f37be87-fe5d-4bd2-abc8-36e702d42662 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271196 Apr 07 17:27:10.401656 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95fb25a0-3899-439b-92f9-771939ce9e13 req-d2f048d9-879b-43bf-822c-aa90ad69c078 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274770 Apr 07 17:27:11.497413 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-663dae3b-5ad1-4dee-bdec-61a94e540fb0 req-95a1afee-cb59-4baf-9399-c5eacf9807dc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0287421 Apr 07 17:27:12.587941 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84778f98-83cb-42ef-bdc4-2e7ab2075338 req-8ad118fa-5b16-4cee-a76d-862b625d38a4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265450 Apr 07 17:27:13.681045 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-50ac2cfa-f5ef-4397-a757-d5269256328c req-e07f8696-97b8-4ba4-9a45-bf43b759a6a5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272851 Apr 07 17:27:14.786164 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edc06d4e-8908-458b-8c4f-f6e1fe1474ee req-def59ef8-7f6b-4aaf-a8a4-5bf26b49a779 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0298326 Apr 07 17:27:15.880668 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22d76e82-c4ad-40d9-a837-1dfdc0298599 req-5a89e12c-e452-48f8-832f-d1ff89ac20a4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Apr 07 17:27:16.974565 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34f184f2-8bcb-4971-9d93-c4740058dca6 req-826770f3-4ae2-43c4-b32b-9c18d7e457e2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267186 Apr 07 17:27:18.067108 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb60fb6f-c5b9-498e-8292-0323876980fb req-390a5f0e-71b8-487b-848f-994a58bd2a29 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264616 Apr 07 17:27:18.651197 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:19.161676 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84d7fb4c-0a41-4607-ae80-3417f50cfdcb req-232ca8a2-2e28-42cb-aafc-4ca1cb9f79ac tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274563 Apr 07 17:27:20.252017 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-747497ee-bb35-457a-83ec-d39654cd4fc9 req-09bc6d98-2243-4b8f-8f8e-87e834156b02 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262132 Apr 07 17:27:21.345681 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f385c7-de32-4a29-8677-57b3abc615fc req-2a409382-eadb-494d-a759-f49b95053c85 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Apr 07 17:27:22.439475 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-272e5385-fbcb-424e-9153-6a62b717d5c2 req-dd6e044a-b8d4-4279-9726-f31b7d9e4175 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269895 Apr 07 17:27:23.532241 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5fcb4b5-b747-48a9-ad05-63f02d458789 req-a767da92-0636-45d5-a81a-9f728ad801ea tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Apr 07 17:27:24.624984 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88d42b33-8c9f-410b-a3de-d20b5ee41fbc req-6d755cad-d0a1-4c19-a92d-89468443d0cc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268412 Apr 07 17:27:25.726977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ab54f65-d26e-457a-b515-d928bff95007 req-86829158-d211-4753-ad10-a7d83ba611e0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266826 Apr 07 17:27:26.818459 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ed83705-236c-45be-b920-79d091acefed req-ae5a70ef-8aa9-4464-a9e1-dafc4f46c613 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267944 Apr 07 17:27:27.913098 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75b0f169-767b-4319-b5a3-b1ee63dfd6ed req-d48ede5f-cac3-4896-b511-787b03892c05 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0293570 Apr 07 17:27:29.005414 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a368418-4d27-4ce3-b37a-e210fc1d0f6d req-fdaea589-4515-46e7-8b34-7f2ded74813e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0279813 Apr 07 17:27:30.100639 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44b08dc1-58cd-4070-9e68-4591cda03b84 req-95c44090-9f65-4db4-8664-3dc3646f20d9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265250 Apr 07 17:27:30.811352 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-28559ed3-655b-4176-b58e-3feccf15c07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:31.192285 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-182cef87-4a95-4df9-9959-f7e57a4a8c5c req-aa9eb308-8401-416c-8fed-1425f3144f92 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262363 Apr 07 17:27:32.282487 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9fd1ebe-5fc8-4b03-b194-08972ff67ca3 req-a24e2620-45c0-4d9e-b11a-8d7913d4ba74 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267076 Apr 07 17:27:33.205458 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-65b19147-423c-4387-aeb8-b0a99edefbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:33.373539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a88a314e-567e-4e95-8105-4d57f7ace723 req-34991130-e19a-4ade-b565-dd4f18a6bf2a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0256081 Apr 07 17:27:34.451281 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:34.469539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-753d9c25-8e6d-4e23-bb73-12b09262c290 req-4716e11e-6402-4a49-94f6-bc8ba92212aa tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0305841 Apr 07 17:27:35.564398 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8073ad3d-5af7-4254-b3b8-3613a3e2b322 req-8702b30f-130e-434f-a42b-9aa3cfc2d1e3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Apr 07 17:27:35.639696 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:36.662980 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-922f887f-4a7c-4d05-a842-112583dfef6c req-4e0252e5-c006-4484-91db-1c35c2f425c1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0325103 Apr 07 17:27:37.073975 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:37.758426 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6034833-9043-4c76-bcec-bc8b7b1897b2 req-5ad8b44c-e6d5-46e5-9d72-24dd6db1508d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262129 Apr 07 17:27:38.850480 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-62d3a093-d028-448b-8a6e-180d41f9ba55 req-5caf2a43-c695-4156-991f-97eddb7bfed9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272655 Apr 07 17:27:39.942324 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70c72a10-8a01-4dad-b76c-0b60452a1828 req-c67350da-78ba-4b61-888d-2e7b32101d1d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Apr 07 17:27:41.037676 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb03b4fb-78a4-4936-b895-29ae4c98e206 req-236565d0-28e1-491d-a45f-1d9580e4d572 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0305972 Apr 07 17:27:42.129085 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8c019a1-e4bd-46f9-9af9-bd5861ab6c72 req-ea746021-dacc-47da-b1e6-58c5c5cb6c97 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262074 Apr 07 17:27:43.220064 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6aef75c1-209d-4454-b0ac-dd0c370ea7ea req-f2149dcc-a304-44c9-94b7-1b89ab8d06ad tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259709 Apr 07 17:27:44.313114 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9bc4f8df-d00d-4447-8ea0-d4f47c03476f req-49e88eed-a070-432c-8741-457fbc4b54d2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259881 Apr 07 17:27:44.940970 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:27:45.405946 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd4f3265-812a-4841-8c12-b512e6b16e22 req-66ed7ff8-d93c-44eb-8879-6b81d61121cb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267937 Apr 07 17:27:46.497387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39b1e06b-a5c6-4cf0-b6bf-b57fa5fd09ca req-db500597-b0b5-4229-b124-f0f61ad74ea2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265343 Apr 07 17:27:47.636758 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13872e1b-1881-4aa7-a133-c63c525e3fa5 req-f2255656-46b1-4883-9c4a-ee8fdd13cb47 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0302465 Apr 07 17:27:48.667801 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:27:48.732186 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-debe0533-4bc3-48ba-b294-e1d5eea06a94 req-39e724a2-b986-4557-aea7-929073c191bb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265040 Apr 07 17:27:49.824940 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0b4d04c-4099-4efe-a0ed-664ba881567b req-f31d3166-153b-4909-aeb1-8d138ae08d9b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269544 Apr 07 17:27:50.919104 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ba567e4-d929-48c4-ac96-491ddef493c7 req-85af12e9-d2b6-44b9-a8d8-5453c795cb6f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270615 Apr 07 17:27:52.011333 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b99670ef-3a44-4905-a97d-d8d39b19b6fa req-10b0e5a2-5d31-447f-967f-5a6b0c258c24 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0276303 Apr 07 17:27:53.103729 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8adc1f9-a726-4adb-9712-e0bc096ec79c req-ecd16c7f-e73e-41aa-a43c-115a2be1b2f1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261714 Apr 07 17:27:53.973402 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-27946dee-36cc-400c-8930-38922c91e48e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467272 Apr 07 17:27:54.062830 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-e146a279-277c-4df5-ae00-1a961ef317ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:27:54.064314 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-e146a279-277c-4df5-ae00-1a961ef317ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0441265 Apr 07 17:27:54.169307 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-9256424b-a157-4163-8411-6bfb161b8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:27:54.170878 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-9256424b-a157-4163-8411-6bfb161b8b03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0885196 Apr 07 17:27:54.200764 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8556de53-b228-4d4a-b22e-61e7e3660010 req-9c3f406a-9c53-41ff-8d06-65753792cc07 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0294538 Apr 07 17:27:54.212687 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-c2d9a779-2f33-4bfa-bfc5-83ab252bc758 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0358474 Apr 07 17:27:54.263264 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-8ee92342-6802-4eea-b3a9-e8049e41cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:27:54.264593 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-8ee92342-6802-4eea-b3a9-e8049e41cbe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0461695 Apr 07 17:27:54.312451 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-c685646e-c9ce-4412-bfe2-5311a8b06d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:27:54.314010 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-c685646e-c9ce-4412-bfe2-5311a8b06d8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433481 Apr 07 17:27:54.401623 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-964bc4f4-4b8b-42d3-98dc-c208843cf0a1 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814323 Apr 07 17:27:54.492564 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-453c291c-c1b5-462a-8fea-464eb856b7a9 req-7f989baa-4377-4a79-9c55-7f29b732fa36 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845964 Apr 07 17:27:55.295537 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8753f6b4-2a8a-48d4-888d-6713ecbcf021 req-27884cc5-059c-4aa8-b3a8-0fb224cfa0a7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274491 Apr 07 17:27:56.387824 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6453111d-dc4f-4e4e-883e-22aeb4655386 req-da64fd25-d88b-49ad-ae82-2550e7698198 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0281289 Apr 07 17:27:57.480663 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2873641f-d33a-4372-8088-dbb30712c3f3 req-bb1113ad-4e8d-4a94-9e9b-471074c29546 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270371 Apr 07 17:27:58.574165 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eabd6fc7-6eda-4c53-b3f0-a0e7dac60279 req-18f20cbc-e05c-428f-9337-ebb39cba272a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0292695 Apr 07 17:27:59.670177 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76844cb1-1b68-4266-bb67-8119e6b7d4c1 req-64056953-0d25-42dc-8c63-12ad228d1724 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Apr 07 17:28:00.765548 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8447d43-089c-4e70-ab8c-0af564036635 req-dd66d311-b77e-4fc4-a87f-eac3fb3692ea tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0291612 Apr 07 17:28:00.806181 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ede13388-d24f-47f1-b5e9-4500cb9a850f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:01.856705 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9235c70-6372-479b-9303-d1c220911249 req-60d490c1-d8f1-4175-9637-9a60b84175b1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272570 Apr 07 17:28:02.948325 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05204da3-e926-4326-beec-3f83b7f3444b req-878bcedd-72e9-4a58-9130-ff4e7540f68c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Apr 07 17:28:03.204743 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51cfb9b9-947b-4fb8-ad4b-4cb193bf8631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:04.042106 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8f11d29-1bf1-42a8-af3b-847ac46945d6 req-f75c698f-730a-4df3-b3bc-1164fdf454a2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0281777 Apr 07 17:28:04.433386 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:05.137432 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e679e3d-1152-4e14-8c31-63195d30a2ec req-9a8d496c-4bcf-4059-a63c-0c2bd74c6b5c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Apr 07 17:28:05.650904 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:06.227696 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fb43b20-fac4-4fef-82ad-e680b23c4cba req-7cfc257b-b6d2-467e-9b8e-53c46e227a0b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263608 Apr 07 17:28:07.056618 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:07.322363 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2cc8a7e2-9531-42a6-b0ab-7d9a88acddc5 req-ce562107-11ba-4a2e-8e42-517fe121cdd4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0288515 Apr 07 17:28:08.413993 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-58d91ca3-bf91-413a-9a98-64940d8ad3ac req-49799257-bfe7-4a09-ac8d-cc1964bd38d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271940 Apr 07 17:28:09.505725 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e6126b7b-5b21-46d7-bcef-1b217f52aa46 req-26c1df1b-8e3a-4e27-b1ef-7f00016475ae tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0276012 Apr 07 17:28:10.600482 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c1e57cd-cc9d-41d9-b586-511c10d8a5a7 req-0150b72d-35be-4ee8-8628-52863df3beca tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Apr 07 17:28:11.694948 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e01c908a-0d42-4cce-8d31-41fb426510ad req-52f939aa-adc8-4f7e-bb43-8bf82a1f2d6b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267742 Apr 07 17:28:12.839514 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-feae3853-de96-4770-9372-6b2f23ddf1d9 req-bec01636-8042-4f27-93df-6a6763bab87e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268672 Apr 07 17:28:13.934135 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-50dd101c-435e-46f0-9bb5-0816082a6031 req-a3b8cd67-5716-44e0-aea7-2e5401177936 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0289898 Apr 07 17:28:15.028712 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3bc01f3b-4183-4af0-8689-d712e62ee9e6 req-4e9984e4-d914-4ede-a7d0-372288fc4cb5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0277460 Apr 07 17:28:16.120355 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c77fe715-e488-4d34-a4de-90a7d0c689fc req-1124d6db-bac7-454a-b704-8f9e886a3931 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270391 Apr 07 17:28:17.211348 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e9e05c8-b926-4ff4-978c-dc2ec30c6fe5 req-657cf1f4-01f3-411a-a9f1-70d66654d096 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Apr 07 17:28:18.305205 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88486535-baa9-42f2-aaf4-68eb42e2a0d8 req-bd40b63e-915b-4c95-ac4c-bcbfefbadb69 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263937 Apr 07 17:28:18.662290 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:19.406112 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f035d02f-b456-4eba-95ca-63264dcac09c req-1d7dae2d-293c-4914-ba41-048e7343c020 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269969 Apr 07 17:28:20.501303 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dca86e7f-34b7-487e-acbc-41a53f8e1cff req-d1d73b4f-cdb6-477f-b7c3-cafa37736ece tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Apr 07 17:28:21.597481 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f262b835-af3e-44e8-967a-ab9d14ec63fe req-e4eef0eb-dade-4d72-a565-47e76f71a0e6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260057 Apr 07 17:28:21.939507 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:28:22.692325 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e35ca513-765f-47a0-a5ce-ae4e8dda1077 req-21c97cde-7fda-4857-8e0f-0c401a78bccb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266991 Apr 07 17:28:23.784535 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55062a6e-4272-4286-a461-184d57cb4269 req-636dd606-8bae-4905-baf7-6f8c7ad85e40 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0278535 Apr 07 17:28:24.877769 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21a6f4be-7955-4f79-82ac-fab294cd5508 req-dde518b9-f3d6-47f4-8498-95834f6a022c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272510 Apr 07 17:28:25.970032 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9565eed5-a225-48c2-a051-5e37f7fde44c req-c99efda1-df1f-406f-82e0-b99c9ce206f9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263975 Apr 07 17:28:27.064706 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23ce0017-e5a1-42b2-84a6-b5b0447a84d0 req-b5ec11d7-7d63-45c1-a3bb-d6fe1fb85b2f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0291939 Apr 07 17:28:28.159303 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1c40fc1-56e1-4034-a3e8-81768eea4ff6 req-38b7642e-5777-4aaf-b61c-a926e1a3bf0d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0293286 Apr 07 17:28:29.257565 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a21ae189-b02a-4f04-ae99-9c3769a33260 req-e9707917-36f5-4a7d-8ff1-6cdce0588c6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266111 Apr 07 17:28:30.351919 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a372c31d-f7e8-417a-801c-13f2f3efcbcb req-c66c0a09-611a-42ec-84e6-9263229cf47e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265367 Apr 07 17:28:30.799330 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ea897cd-abf1-4495-8a24-ae25bb060697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:31.443064 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c4533e7-7b35-4021-ac5d-7b926fac6a74 req-06a3eb46-99b2-4812-8e4e-a3ac4a212d86 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Apr 07 17:28:32.534587 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f423227e-df98-4dc4-bd53-295f2af3081f req-0cb6ac73-4cbf-4190-8669-3a315d3640c7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267727 Apr 07 17:28:33.205221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-527b895e-9618-4f1c-a96e-de8df1995e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:33.631934 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47ff2c37-b098-4224-8229-7bc9dee80d70 req-91e02c77-7f2b-4c94-9597-82d157cb5030 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0303247 Apr 07 17:28:34.421359 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:34.724397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4310620-ff5f-46da-ab63-4b4d2cc69c48 req-5a32d8c3-eaf7-4df2-a759-fc35fe543d0d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268526 Apr 07 17:28:35.621363 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:35.816452 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e9d92ae-9a4e-45ea-9c0b-63fc1e3fa07d req-c5db115d-9af4-4a35-8515-cc283f0d8970 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270317 Apr 07 17:28:36.908692 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31e95b1b-e6ee-4032-be4d-9962b00cc669 req-1257ba7b-0bbe-4fb4-bdf1-fd3546944198 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275130 Apr 07 17:28:37.084312 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:38.003293 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67c49d8b-087e-4ddc-9c25-ff0b82e2b3e7 req-f770c946-02c4-48c2-80cc-86b5218352ce tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273569 Apr 07 17:28:39.096890 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68a323c8-ce7a-459e-b0af-e7d9433e9658 req-5612a4ef-9ee1-41ac-a65a-b5c4dc3be6db tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263181 Apr 07 17:28:40.190555 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9b285ad-17a9-4415-bfdf-8eb4134256ef req-c2e37e42-3819-438e-b2c9-aba143f38576 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0284979 Apr 07 17:28:41.283524 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6df49233-5b30-4ca7-a7cf-1c16d8179974 req-d0506416-6d38-43c8-9689-390760b958a0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Apr 07 17:28:42.374570 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa62aa6e-2620-4725-885e-db99bcdefc78 req-0f93a3bb-3af1-4b92-b2d5-9db2474c3e12 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262890 Apr 07 17:28:43.468299 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b57eae0b-a0be-48e5-a59e-941c9cf0c355 req-f4cd78e6-4269-492c-aaf5-98a9eb1f29c5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0258641 Apr 07 17:28:44.562574 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8858a4a-9ae0-4553-a24e-75977b9e6b4f req-7ab61612-52da-46e1-986b-6116ef55bad5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262656 Apr 07 17:28:45.656331 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8aa76be0-46ef-463b-9d9a-45ade623019d req-f9d1f0d2-3286-4606-948d-98f39b3f7bdc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270970 Apr 07 17:28:46.751015 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5faaaa4a-2ea4-4776-9a4d-0b21dbcad478 req-86922362-4aea-462b-94a2-2d9133e6948e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Apr 07 17:28:47.842253 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef2dc8ae-bc87-4c33-8213-71def8b2a1fe req-433d0154-b273-4c69-be31-3975459ad990 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266612 Apr 07 17:28:48.694809 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:28:48.933914 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2ca7273-d271-49c7-9f0e-cd416f0a5bc7 req-c806f810-cb9e-41b8-aa4b-6c0b80f61c16 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267692 Apr 07 17:28:50.026801 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a84a89a-f2d6-4b7a-9c4a-7d4fe99cd3b1 req-b1a11308-8c47-44ae-8f64-ba30eda2942f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Apr 07 17:28:51.118655 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f86c7133-f3ee-4a46-9609-e0a54e000115 req-b2a03038-ebb3-4ad1-8311-9c8eb967f342 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268197 Apr 07 17:28:52.211154 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4df5d9c5-3000-46bb-a86b-23fe7b83c111 req-9dfc978f-df60-4bfa-8e11-27ea92139eb7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0253477 Apr 07 17:28:53.304840 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd833357-3ed3-4a4c-9971-920509260c1a req-037227af-c140-4a7a-9c85-6e954e17ed8f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0289700 Apr 07 17:28:54.396245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-870f1d70-a0e7-4dee-a16a-43f7b32dba77 req-05469af2-a287-4792-a3a9-c1b2cc404a94 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0257120 Apr 07 17:28:55.489279 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f3767a0-f79a-45aa-ac04-e849bdc02c83 req-6417d717-718c-48ab-9dfb-f07620ba07cb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267904 Apr 07 17:28:55.923133 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-66a6e2da-7b5e-49a6-b3fe-833d357634cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422938 Apr 07 17:28:55.985860 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-87e5e478-250a-49db-9481-4f313c2ef900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:28:55.987973 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-87e5e478-250a-49db-9481-4f313c2ef900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0432363 Apr 07 17:28:56.089802 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-630675dd-9c30-4fa4-b19b-922819c7cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:28:56.091224 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-630675dd-9c30-4fa4-b19b-922819c7cea2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0863986 Apr 07 17:28:56.131765 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-d8cb4107-9ec0-4764-9c9f-a6533939ff2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0336292 Apr 07 17:28:56.187208 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-ed656b49-fb50-465b-9c41-0deec1019dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:28:56.188640 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-ed656b49-fb50-465b-9c41-0deec1019dbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0515814 Apr 07 17:28:56.236369 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-0ff1a510-aa72-4645-8f68-e696684e5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:28:56.237982 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-0ff1a510-aa72-4645-8f68-e696684e5375 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425460 Apr 07 17:28:56.331620 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-cc513baf-ee79-4b7e-8878-40104b012180 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867252 Apr 07 17:28:56.417559 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1974df1-9c92-4762-88ce-b03f1585b3c7 req-52be8ae8-1783-4114-9fd4-df377ec69501 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803938 Apr 07 17:28:56.582519 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74087b72-94de-4e34-9aaa-3a3f466217ab req-4c550e46-79a1-4523-bb2b-f2a4e7fc906b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267766 Apr 07 17:28:57.676469 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbd2292f-eedb-4bc7-8f3a-41a5bd29ced4 req-4b05067e-ffc1-442b-b043-3ea0d008a693 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Apr 07 17:28:58.771851 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6f1495be-595a-452f-82b0-df1730aec473 req-3b5ab614-ec9b-4f7e-9594-2720f6ea3fb6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Apr 07 17:28:58.937609 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:28:59.865848 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bcb222b5-5ee0-4a44-85ab-ab287811eaf7 req-6f312054-a5f8-4c65-8ffe-ce52711ff4a6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0298193 Apr 07 17:29:00.792692 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-75d47d0a-df4b-44a9-bede-f1e787e41edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:00.957946 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4477d1cb-cd4f-4e87-b678-fd7e58179380 req-a5c67108-3cd9-41cf-86c8-cba23cbfc7a1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267739 Apr 07 17:29:02.059297 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90e3871a-265c-4f70-849a-5bb20eafe958 req-7f6411d1-3496-4056-9523-12c0025ae19c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0306435 Apr 07 17:29:03.168352 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49593138-a717-4220-bcfc-462d6d77057b req-5d7b788b-7c58-44f4-9dcc-30fe2bed71c4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270228 Apr 07 17:29:03.232441 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4e517214-2031-4978-b5d7-9208c96e449c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:04.251054 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b32388e6-8f64-41ce-83f8-ca6d9781a183 req-c1ab4358-c70b-43e8-a973-a6ac9c6ee183 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0255976 Apr 07 17:29:04.415430 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:05.343767 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b1ccbb2-a7f0-4ca0-a743-38c84ad6dd67 req-7861e0ee-3a82-49a8-8afe-6afcf16e92ce tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265906 Apr 07 17:29:05.659940 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:06.442402 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c93b7d81-6173-4fe9-b6fe-6841de634f3e req-45374bfc-4b70-489c-b554-623bc888da3f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0294178 Apr 07 17:29:07.083661 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:07.533948 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b302f9ea-edeb-4ab9-b297-6adfb3154677 req-51a7bfa6-bc2b-424b-92ab-be78ac7cdb82 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Apr 07 17:29:08.626678 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29fb40fe-7475-48f8-aee4-8abb556f8194 req-eeb03e7d-87b4-436d-a0cc-c4cf79497ae0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263977 Apr 07 17:29:09.719627 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb66048e-dd3a-428c-bf87-fb3a24526a18 req-4864e4ce-be8f-461f-b8f1-8a3777020a06 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259120 Apr 07 17:29:10.820528 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b92b8ac-104d-420c-b0a2-f02157f08e02 req-02825bb3-a8c2-4749-a225-3d5d67ec9e04 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0278299 Apr 07 17:29:11.914912 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7f3a65a-4a07-4f76-a7be-970ff8a06883 req-63ac93cc-bd8d-4ce2-982c-7af436be53a5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265310 Apr 07 17:29:13.223432 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49146ce8-bde5-49d7-9735-4fe95c9a8b99 req-000b5695-a0d0-42bb-82e3-afc329594232 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.2418904 Apr 07 17:29:14.318279 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cb4f0c5-d351-4957-b29b-ad32cff59412 req-e2c833b8-b2ca-4ae1-b77c-a61a662b43fe tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Apr 07 17:29:15.411988 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6c3647-9bc4-4540-8921-b1de247852d5 req-051f07c7-32bd-4cd1-a7b2-55fdb04ceb4a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Apr 07 17:29:16.504151 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38658ce3-23a3-4a79-a997-0caa6078c675 req-5d0cc2f7-c880-433c-a3ff-83603bde2be3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0257258 Apr 07 17:29:17.597433 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0a5a9bf-002f-436a-8175-106ec3e0ccca req-2fe48160-4450-4fc0-a5bd-2e01d6d7d15e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0286868 Apr 07 17:29:18.692008 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d769b7da-0c50-4128-9182-d02288b8c2ff req-11c87d21-3e12-4075-addf-27b6880f180d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266638 Apr 07 17:29:18.740939 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:19.783639 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4839dcf-bb67-4b0c-bc25-e6a694ec4466 req-1a58391b-516d-4ab6-a8e2-96a69f701e1d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266261 Apr 07 17:29:20.876411 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10930dd8-2e42-499a-ae70-fe6d3a3d4a96 req-9fb413bc-7090-44b0-ae40-5669130041fa tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0257812 Apr 07 17:29:21.969111 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0cd47cf-de15-41c2-9764-4738d09f7e7a req-79463f53-1be0-4fd5-9b68-7c515f9228a3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269117 Apr 07 17:29:23.061704 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e949d3c4-1ec3-4977-b09f-5b1cadf2ddcd req-26a7b770-4ccb-47c2-a764-087e44b866bd tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Apr 07 17:29:24.162473 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29afe406-7e05-4b6d-acba-5fd323b7bb09 req-2f054418-55e6-4027-a80d-b2d4c9637f9f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0285611 Apr 07 17:29:25.255907 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64ca3916-0107-4e24-bbb9-cc9d094ecf04 req-e3aa0fcd-40ed-4882-98b2-207776e07011 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Apr 07 17:29:26.348896 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c994448f-0039-4b5c-a4d4-c4bebc374d44 req-e406e606-130d-4a90-a4e7-f7975278a93a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260808 Apr 07 17:29:27.444489 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9473ff71-1bb9-4f6a-852f-d0ed63e06bd6 req-d9055cdb-170a-4f6e-be67-54c01053dbbe tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266564 Apr 07 17:29:28.538329 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a96a2b9-c4a5-4ebc-841d-c83e99732bd1 req-3f780a8b-de86-4f0f-836f-f7bd8c2b0c86 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273263 Apr 07 17:29:29.630607 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9ccf33cc-2723-42b8-bc7b-1a16f6b6575b req-ca4afc6c-cc03-431f-a0f0-9c4da2697377 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272841 Apr 07 17:29:30.725966 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f2d345d-c68f-43e6-bb5c-42c1896a30f2 req-45f0d2e8-0fcb-47c3-a2c3-6efdbcca7ba9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0286765 Apr 07 17:29:30.808759 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51cad49c-e1e5-46e6-8d9d-69f9bfa6cd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:31.818120 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dce8bc91-69b9-4199-83fb-17d948155d2b req-77b4b29b-32f2-4630-b596-25cd010eaae2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269420 Apr 07 17:29:32.909451 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbfc72a2-3a2e-4b70-b2a4-260942b34513 req-48058bf8-db3b-4e6b-8eb1-917c62163b69 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262783 Apr 07 17:29:33.220156 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d15b-ffb0-446e-aa63-9f6616eeb31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:34.001572 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-abd21140-9285-41ed-a697-0e2788daba8c req-14414ba5-ef90-451b-b552-6d283f2f12f1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Apr 07 17:29:34.443309 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:35.095685 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be839b08-d516-4ff8-bfc1-bbb8e1aa6b30 req-058f163b-b47b-4df0-aaee-bfcdbee44c0b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Apr 07 17:29:35.671805 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:35.936162 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:29:36.194539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e832a11d-114c-4775-bd1c-95dd0481ef74 req-d3dc74d6-cbe4-4866-a4cf-88fd63adfa63 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275762 Apr 07 17:29:37.071979 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:37.290109 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fdc10b6c-3af0-4c65-ba00-03a25bb44a00 req-89b5585a-35fd-4e85-992a-db020f46337d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0295870 Apr 07 17:29:38.381909 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e775b18e-2b8a-43d5-9204-bb8f3eea3133 req-ffd02275-9ce3-4040-9d71-62e9ce316cd6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259957 Apr 07 17:29:39.474372 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4deb841-594b-439e-986a-341b5e892d31 req-a2044585-c4e3-4892-9110-9c89f10b2c73 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275877 Apr 07 17:29:40.567054 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f07d773f-08e3-42fe-8b4a-3f3d5f998896 req-42eae1c6-b0c1-4467-ba73-e44a1186df14 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Apr 07 17:29:41.658826 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63a72b25-1994-468d-94d5-908efa959c3f req-36188fb3-f891-4a0e-b558-702a7adb19d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Apr 07 17:29:42.754277 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd63079a-48e3-4deb-a4b8-f4d3bb845d00 req-7ad9662d-e148-49ac-aa2a-4aee27a946a4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259812 Apr 07 17:29:43.848879 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b080f6f-df77-407c-9c9e-b310028db3e9 req-e431309e-bbce-4666-9e0c-07e83ba9f9ca tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0288377 Apr 07 17:29:44.942181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8966f6b3-0e6a-4e56-b6ed-500ef4904366 req-7b539cac-b116-4922-971e-c66c0333bfe9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0278244 Apr 07 17:29:46.033985 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6511ca91-2190-4f1a-8c1d-b85e28c84a42 req-2eb475a7-59de-409c-843e-e154d93a1c8a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Apr 07 17:29:47.125550 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-004a996d-d786-4921-9124-83e22f5e5926 req-33015db7-ac88-44a1-8989-c671089ec100 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273778 Apr 07 17:29:48.218260 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d1f6453-cc0e-48c4-8558-5d3c62b0f3e5 req-83ec0849-c587-4e6f-ae4d-6a04ee833ca7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273366 Apr 07 17:29:48.727427 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:29:49.310689 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89157a3f-5e0e-4a5c-b6b5-cc59a7d9ef06 req-bf9e19c6-70ff-458a-8652-f1b736911df8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Apr 07 17:29:50.406908 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ab949a5-a3f2-4083-98d9-2bdd95b9c91c req-27b890f2-227c-465d-a54f-9deb09abe5a7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0301702 Apr 07 17:29:51.499779 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed203876-71e4-4184-9d54-d2675c91dc64 req-c4296c70-9aaf-4b4b-a202-3738cd533007 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274630 Apr 07 17:29:52.592201 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3143608-8d7e-46fc-bdfc-fe9a5e5e8c4c req-79f4a797-1274-4a54-9d00-45f1e275e948 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Apr 07 17:29:53.694686 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4daade43-0b44-4213-80b0-24db32eadeca req-d88707a9-c181-4005-af40-ad6131eca8c8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0327737 Apr 07 17:29:54.788030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a4193b6-669f-49a3-8165-7d181abd19d1 req-0b974ba0-7cb7-44dd-b414-371f23a22501 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274196 Apr 07 17:29:55.881830 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-057cd8e2-f09b-4138-aa43-b19504134623 req-17e62cd4-d2f3-4082-a624-53a774a613d7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Apr 07 17:29:56.926321 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-6e7be149-543f-4ecc-8086-7b545c2a4058 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491190 Apr 07 17:29:56.981876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1652afef-6d97-425a-9972-3019bdac3f73 req-3ba1df8b-bc71-450b-ba7e-cae996f8807a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0300570 Apr 07 17:29:56.992279 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-7b3f9df6-4a55-40d7-bb34-cb8e0aa5bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:29:56.993957 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-7b3f9df6-4a55-40d7-bb34-cb8e0aa5bbbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0485904 Apr 07 17:29:57.093991 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-a499e4f4-c251-40ab-b45d-33d606f999a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:29:57.095352 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-a499e4f4-c251-40ab-b45d-33d606f999a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0839040 Apr 07 17:29:57.162909 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-d5a1e51c-05cc-45de-a7f9-769755465cc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0609453 Apr 07 17:29:57.210809 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-eac1f8ab-4cb0-46d0-b4aa-3719e306ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:29:57.212279 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-eac1f8ab-4cb0-46d0-b4aa-3719e306ba32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0440781 Apr 07 17:29:57.261273 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-60a57cc7-f88c-4e3f-83f8-25e3e7b3bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:29:57.262795 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-60a57cc7-f88c-4e3f-83f8-25e3e7b3bb01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438218 Apr 07 17:29:57.358743 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-fc0f0e9c-a3df-4804-9907-ac9be19fb9b4 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839748 Apr 07 17:29:57.439391 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-023691af-298b-49e6-bf72-c6f4bf5d457c req-b072df32-0cba-4591-9740-8e60640117ad service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803938 Apr 07 17:29:58.073911 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-627cb154-4473-4aaa-85e2-9681836a2bbe req-02b2f4f2-f602-4ff6-86f2-ff3dde1419d1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269244 Apr 07 17:29:59.210831 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0643065-ea88-4404-a180-51ee37d241ca req-cc371e93-8bf9-427f-85e5-579b1ac1132d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0707123 Apr 07 17:30:00.304036 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2c58aee-13df-42de-a41f-cb9e3f7ab5c2 req-b645d191-ddb4-45bb-ba46-d993cd253651 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261014 Apr 07 17:30:00.819528 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7750fd7e-f37c-4a41-8e0f-28486a7b43b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:01.397493 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-518305f9-690a-436f-ab23-22781e38e456 req-bdae5e4e-0d61-4913-a87b-dd372d8e9b4d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274651 Apr 07 17:30:02.491210 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94c28a02-705c-46d3-87d6-4951afed9e08 req-70084c05-2ed1-4efe-a0e8-b63c53f2d700 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275862 Apr 07 17:30:03.237253 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b211bb7c-6830-4d62-bf0c-24f1ee6246b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:03.589118 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dbbea242-2c02-472e-96bb-f19924978bd9 req-25f2dc2a-535a-4b86-8754-c8a3e947a1ef tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0309904 Apr 07 17:30:04.435781 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:04.684196 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0547faaf-b105-42b7-a08e-6195d17aa4c9 req-89203a08-285b-42cc-acf5-73040ca275ea tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265675 Apr 07 17:30:05.670302 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:05.777241 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ec0d2e2-4849-4081-9b03-2ac9c06ca118 req-9ee06f4c-ec00-44c9-8856-359804446654 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0276892 Apr 07 17:30:06.869208 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db54a61d-2ff8-4ebc-a733-55f985501a26 req-67539b4e-fe79-4a48-9956-e1099244637f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272901 Apr 07 17:30:07.111199 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:07.961278 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39ddfb43-505a-4931-b4ac-0e67da579488 req-ac48e44c-0907-4680-8827-07be044bfab6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269108 Apr 07 17:30:09.057902 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d54c635-4f72-4c9a-896c-43beae606156 req-e2e1199e-efb6-434d-b8e1-07762af1787a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0295198 Apr 07 17:30:10.153917 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d05965df-2736-401d-9471-68887a0554a4 req-659086a1-84d4-416e-bbcc-8548022b6094 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0304897 Apr 07 17:30:11.245984 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48acc37c-2275-4dbf-994e-faafafe39047 req-c0b01f9d-791d-4e5b-8b35-0f75de230663 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273666 Apr 07 17:30:12.339992 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-671313ed-2520-4dc1-b5c7-80f860bfefd8 req-0cb76f58-5789-4dea-8901-8fdf1c3edfad tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267935 Apr 07 17:30:12.934905 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:30:13.432621 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-155c0e28-0af8-4a1a-abf0-45caabded27d req-58e7ecf6-ddbe-45af-b2b5-2b3f4da4e57f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263531 Apr 07 17:30:14.538283 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bedc96d-cdd2-4f5a-97fa-46f5d4d7a274 req-7d56f634-0d19-41f6-ad7d-20e288b57c84 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0388603 Apr 07 17:30:15.631423 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75ac4967-0a3b-43c3-ab5d-ab236975c6a3 req-9f51a33f-86fe-4699-b9cf-d81afb950072 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261078 Apr 07 17:30:16.729687 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e80f50e0-eabd-4f8d-889e-fbd6c523519d req-53ffe850-a059-4977-9e4a-c5420f9afd07 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0304863 Apr 07 17:30:17.824489 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad5c3024-fcd1-4c80-8336-f3a280e51a8f req-b736f43a-edfa-4dff-b785-e90d423b40bb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265081 Apr 07 17:30:18.751291 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:18.919867 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6488a954-51e9-4f77-8c49-4d7a9dea0592 req-b6da4445-366e-4f73-aad9-dced5ce4745d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0276377 Apr 07 17:30:20.011273 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55c493a1-f4c1-47ce-8f21-94f6d828e1fb req-31cf3359-4c86-4860-baa5-b93f8ca2fa95 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263989 Apr 07 17:30:21.104085 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5fd162da-a538-4c92-94d3-0d824efc43c1 req-29ef2304-d014-4450-8527-c3d5a9576a30 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272236 Apr 07 17:30:22.196275 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68fe42d4-9355-4553-bf70-07350ed40057 req-2b10ea5c-f8f5-4a8b-b183-16f3b186bcc4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Apr 07 17:30:23.292491 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f475227-6a17-4458-b434-4d6696ba47ce req-3fe03176-b0eb-43cf-ba31-36c4b3852c69 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0305214 Apr 07 17:30:24.385150 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f7027b8-cd57-49b1-9b69-34b3d78e58e2 req-2c78229e-2615-4f18-a359-60196fad82d3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270619 Apr 07 17:30:25.479130 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6828d02-1fc3-4ebe-99c4-9357d4844589 req-be5cf8f3-0795-469e-9458-91d1565e96f9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259073 Apr 07 17:30:26.573754 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac65ffd8-a017-4943-aa49-d3f7d5bdf83b req-d2ef446a-19f9-4f9d-8596-e46089e1e517 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Apr 07 17:30:27.669622 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec989b55-4d02-4c3d-94f8-07688e96cb31 req-a6ee62d2-7d15-4eb0-932c-31e183006b33 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0292778 Apr 07 17:30:28.762921 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71ca1898-3512-4496-b3b0-6d3f9c4b27e2 req-bacf9d27-bbce-4ab2-8ef6-f50c4d7b0d6d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274174 Apr 07 17:30:29.867867 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44f221cd-f866-423d-8401-64c5c6edb4ea req-4234db4a-c813-407d-97e4-422efc90df60 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0354402 Apr 07 17:30:30.802203 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e94c6709-1617-43cb-ab01-94a20cf6ff9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:30.966352 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ef804b7-7465-43d4-8ac3-30bcb52abf33 req-dcb3b81c-8181-4d1b-805c-deadd354730a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0294938 Apr 07 17:30:32.063727 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7af0a839-6aed-420d-859f-cf4e601bead6 req-af21f54e-8b9d-4a6a-aa7d-df92278d82dc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275700 Apr 07 17:30:33.160663 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d73adf5-5ab9-4a0e-a9fa-290467c11040 req-40f525a7-618d-4d35-9417-e79bd592bc20 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Apr 07 17:30:33.213818 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c444fcf-3ab9-484c-8566-4dcecfb4dbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:34.261631 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c237ad33-17d4-4437-9fbe-32e3c216d561 req-fd709de7-d22a-4adb-8762-5afa4607039a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Apr 07 17:30:34.436420 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:35.358417 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f50c0e30-a877-4c97-a75e-b88700676778 req-a5ce3a73-e777-4556-99ff-6e1982074c2a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273032 Apr 07 17:30:35.663497 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:36.459333 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45760980-579b-4801-a18d-42a235559812 req-90cb2f84-b594-4e93-af14-ef743e20eec0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0309637 Apr 07 17:30:37.071050 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:37.552165 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fe766ea-47b2-4b95-97d7-3ee594824e2a req-68b06276-c06e-4c96-8765-7bbaaa270a12 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266027 Apr 07 17:30:38.644886 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-673ffc96-f5af-473b-8acb-614dabccd73a req-90247986-b8f4-4a86-b0e0-97a1b4b0f80b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268972 Apr 07 17:30:39.738797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-588d881f-a255-4572-9a27-fdb94bb0f2cf req-caee8ccc-2ae0-4aea-91ca-0f8efb39723c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Apr 07 17:30:40.833188 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af4091cd-5181-47cc-b910-deb11c30dedd req-40ed64c3-5a94-4521-8f1b-b9826069b303 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272760 Apr 07 17:30:41.925724 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf00d9ee-12ff-450b-8439-7b21e4f09557 req-e3ed68aa-dc14-4e41-b2e3-fba5db436b43 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262616 Apr 07 17:30:43.021261 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7b440f7-648b-4ae8-99e7-06591e035724 req-b4811750-0aac-4674-b8c6-12c6ee5959e6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0301831 Apr 07 17:30:44.112957 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f328e30-1fd8-46b5-aeab-20e4dcfcc5a9 req-ed29ec82-362a-465d-a08c-5bd585a3ece4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272219 Apr 07 17:30:45.207159 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a2216ca-2485-49d6-934f-83074e3072b2 req-2831d8ef-d49e-4593-a7d0-458c16b4c092 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Apr 07 17:30:46.300835 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acff2f3e-aeab-447f-8293-9416a01b8216 req-7a6a9119-49f1-49fc-ad0f-3313f1eb1f5a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275173 Apr 07 17:30:47.395646 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b008b541-a35a-4826-b41f-cc44300a1136 req-35214dca-5878-4e39-a91b-9793b63e4dd0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272896 Apr 07 17:30:48.496534 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e9153ac-0dbb-4817-80dd-e8d829acd667 req-543cea85-8272-4931-b755-f42811e8ea8a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271661 Apr 07 17:30:48.743096 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:30:49.590734 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39afd3db-13d6-46a6-85eb-fb297ece0c0e req-1970eb94-2f1e-458a-9c37-e04bc8e38227 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0294647 Apr 07 17:30:49.932839 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:30:50.684991 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39b7e9db-e8ec-4a82-91a0-eca5f03b6804 req-f87d2b9d-0458-43e2-bb3f-150911b9602e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Apr 07 17:30:51.777047 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bbf458e6-b3cf-4155-baf1-14a36d8ad93e req-83ac7fdf-49ab-43c1-af94-433c19bc1503 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Apr 07 17:30:52.870535 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd81ba78-099b-4046-9877-7e8996af6320 req-3bec0a1f-7a28-4ba7-bc75-79aea6e20766 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0279427 Apr 07 17:30:53.961783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c920dea-2c38-427d-9998-56b65c217e0f req-a4257176-a58a-43f7-8b13-ae1c75b044ff tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267160 Apr 07 17:30:55.055716 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2dae98b4-bec3-42ec-8b52-e3e123347398 req-52e64f45-0eb2-4978-9485-f65bfcf500d2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261202 Apr 07 17:30:56.151947 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c41185f-6e7b-4115-9ce2-7beb80d4c293 req-9675658e-0c38-4a43-8eda-34c934b3ac65 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0296335 Apr 07 17:30:57.243403 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2515f53d-d57a-49a5-8ddb-4dd7cf29f693 req-38ced5f4-bc60-4525-a093-7fc1c14ba489 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262146 Apr 07 17:30:57.976516 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-18450bd5-37e6-4cef-8332-58e1a55ee652 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0907285 Apr 07 17:30:58.039113 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-339c3519-6032-45a0-badf-52b6d667cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:30:58.040598 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-339c3519-6032-45a0-badf-52b6d667cef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 1130 time: 0.0442538 Apr 07 17:30:58.141844 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-8ddb737c-d7bd-4939-8338-6f0c9152dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:30:58.143916 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-8ddb737c-d7bd-4939-8338-6f0c9152dddd service neutron] 10.222.0.37 "GET /v2.0/networks?id=98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 200 len: 914 time: 0.0849187 Apr 07 17:30:58.186795 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-5c9f2bff-8d74-4f6e-bf0f-f6762aea0545 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c HTTP/1.1" status: 200 len: 217 time: 0.0363896 Apr 07 17:30:58.235048 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-e35239c1-dd44-4ba5-9073-d56d41c2e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:30:58.236507 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-e35239c1-dd44-4ba5-9073-d56d41c2e68a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf5e2f13-47e1-4b06-a8db-54b27e417bdc HTTP/1.1" status: 200 len: 853 time: 0.0433030 Apr 07 17:30:58.265737 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-59f27b8f-4189-4c1c-b527-ac699fc5d58e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98029ca3-40af-49f8-8ff3-47599a1cc35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238094 Apr 07 17:30:58.275321 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-8cab5a3c-4d2e-47c0-b3bb-b65626b67fe7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:30:58.276267 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-8cab5a3c-4d2e-47c0-b3bb-b65626b67fe7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050445 Apr 07 17:30:58.336619 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ba34d2a-2be0-46b8-ba34-f92add491580 req-3baaa01c-b583-46e6-8edc-fa78a5a5ccf7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268373 Apr 07 17:30:58.367758 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-d5cb05d0-91a4-4621-a2a1-355b858803bb service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857148 Apr 07 17:30:58.454980 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-313868c9-c814-419e-8c2d-34ce5da2cef5 req-117fa582-20e9-416d-b727-bcb924488b6d service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808151 Apr 07 17:30:59.428991 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e77e3f45-b88d-42f9-838c-d992df69b09c req-cbefbc44-004b-4b43-b9bc-b84d8c6758b2 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264993 Apr 07 17:31:00.522823 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da08d1a1-8787-4a64-a24e-a1b0f6b0780a req-131630bb-9fa8-468d-89eb-03fcd950b925 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Apr 07 17:31:00.801518 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-099b39d3-d0dc-4abf-ba41-6cd067ba622c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:01.613527 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edc8cf68-0d51-4874-8f4d-3fe103aaad64 req-d28d8a94-c02b-471d-8251-434218977b1a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264280 Apr 07 17:31:02.711848 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4cd5e73-aae6-47cc-8571-4cc1c5835454 req-6babe63e-3f6e-40b3-8287-2c163e901cfd tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0290058 Apr 07 17:31:03.190532 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d7c88545-fede-4579-9b9a-be956f671ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:03.803598 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7440d736-d34a-4f72-9c0f-29f12df8b8de req-21013cf5-bcf3-46f9-afed-a8d7701df564 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269775 Apr 07 17:31:04.474364 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:04.914285 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f110424a-63d8-4170-9e99-4eaaaafb1202 req-4c169046-ffb2-4302-80d4-7bcef7b7a031 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0339770 Apr 07 17:31:05.658505 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:06.009656 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ed7ba2d-b49d-4975-837b-366bf57d27a9 req-9e4f0e4a-216f-4c79-beab-520011dae9b7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Apr 07 17:31:07.081773 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:07.100829 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00d4ce16-4b12-4b39-9e4b-77b38e927554 req-217a1b1d-3db4-43d7-b939-aa4911f01e4f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269673 Apr 07 17:31:08.193281 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd3ac5b4-97f2-4855-81c3-58e72306deb1 req-1b38a3fe-6851-4ca9-88d1-c0840bb8d678 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260704 Apr 07 17:31:09.288343 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1cc9ec9a-037b-47f1-b50d-5774855f5337 req-2198a43f-d8a7-4d06-9b0f-cc6ec29d7f52 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0300133 Apr 07 17:31:10.381845 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56d2980f-3175-4f4b-b5ce-08da4f1d1c45 req-b27df121-8493-4c8a-9739-f47c6a933c51 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260720 Apr 07 17:31:11.479585 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35bde9db-3acb-407b-962f-a92c75c3e6a5 req-b8c4f5e1-4494-4115-a264-63f9191fdadf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Apr 07 17:31:12.568142 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec371f6b-89a0-4051-a532-ab8ee8e1a826 req-b5b054a0-d4f2-4176-a031-8b4c80c8a239 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265281 Apr 07 17:31:13.663476 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b50c9106-7d57-411b-95be-215fdb888703 req-23a6931f-b531-4576-b3ae-8633640bc45d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0284996 Apr 07 17:31:14.755472 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-938237bf-62dc-4fa7-9ff5-60d4b06abe1b req-85e1b33e-8da3-4b48-8aef-eb4461a729b5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272071 Apr 07 17:31:15.851230 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23a4a9fc-b516-49fc-a0d9-fa2e53d2234e req-fe880c18-4885-412c-a7db-9b1d46e30097 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0290473 Apr 07 17:31:16.950857 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da163cdb-646d-4d43-8b7f-0467cadcf293 req-a4492068-7bf3-4693-9f9b-068bc393c6ba tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267665 Apr 07 17:31:18.043054 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f112da7-779c-4515-bc3f-c89f62d0f08d req-5b922a48-e2d5-4375-b2d8-96befdd89a4f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Apr 07 17:31:18.749782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:19.142228 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17f0241d-dbc3-439a-aa30-96cbc954b06c req-db23d814-6d41-4971-9a57-9192182153a1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Apr 07 17:31:20.235125 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7bd4c34-a33a-42f9-ba4e-417adb03b58e req-2afb0909-296e-4c86-9153-e668c7d9b061 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0262311 Apr 07 17:31:21.327249 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1395dfd-e5a6-42ef-a0c0-e1c709012324 req-39e849a4-c05a-467f-bedb-5342902a1f84 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259914 Apr 07 17:31:22.422450 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-008029b8-a5fb-47f7-b7df-7195a8573d5d req-2b2ec78d-e004-4b09-bb9f-129bcb5b86db tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Apr 07 17:31:23.515411 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0e864bf-7643-4886-b27e-f0fa94768115 req-266f19c5-eeb4-4aa1-9119-3c619149c79f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270343 Apr 07 17:31:24.618139 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11ef1cfb-f9b8-41b2-8e78-c6f3a78c76b4 req-5f8c38dd-545a-44e6-914c-7744ad128359 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267565 Apr 07 17:31:25.714880 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16cbef34-198f-4562-9e10-06149648c487 req-ad67880e-95a1-47ae-905d-3671fac6e6f9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0298638 Apr 07 17:31:26.810739 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a2c494f-6e51-4616-a689-fbb5ae3d7155 req-b7959cee-1448-4f37-940c-a4283901dbb6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Apr 07 17:31:26.934320 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:31:27.904344 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88445165-9d0f-436e-8823-f6d07a98cbdb req-84abce14-35ed-48fc-a0ef-9868cfff9229 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0283775 Apr 07 17:31:29.000222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-281bf1da-855f-4af3-9f90-c42964294ce6 req-1eb41ddb-3fb6-43fb-9993-2574f7acaee4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0301929 Apr 07 17:31:30.100471 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89547389-e965-479b-a845-2f956e2a1ecd req-f193db11-aae1-4038-8706-398bf32974b4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0278883 Apr 07 17:31:30.806179 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-89cdf7d7-0cd1-4935-8c54-1009646dbd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:31.195163 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9ab233e-5449-49f2-be3c-f57d1f87b232 req-754e3245-1161-4e6a-9e81-c6a826957405 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Apr 07 17:31:32.287684 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84dfbe34-7412-42b4-84f7-f9e6e21af8d8 req-f933fe74-969b-448e-ae9a-d34a86ca249b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0286415 Apr 07 17:31:33.194685 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec70c-92de-41c1-b6e1-2324fb0f6684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:33.379364 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b73abc50-554e-4b29-99ff-03d01be2c08c req-00db8e46-4208-4880-b6c3-ca640d28bb26 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265367 Apr 07 17:31:34.444997 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:35.691277 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:37.097687 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:48.737671 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:31:57.934312 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-e0952422-1eff-4ab0-b2c2-45c387614607 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473170 Apr 07 17:31:57.998868 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394210-558d-4728-a456-4cdb04d05278 req-2a88a700-5cc5-4101-9212-fdbb8892ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:31:58.000319 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-2a88a700-5cc5-4101-9212-fdbb8892ecce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb8370d7baf14d80b8e6f7882864649e&device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 1129 time: 0.0444026 Apr 07 17:31:58.100673 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394210-558d-4728-a456-4cdb04d05278 req-2f63e917-4d7b-451e-bfe3-4620f8c01cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:31:58.102233 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-2f63e917-4d7b-451e-bfe3-4620f8c01cb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 200 len: 918 time: 0.0837834 Apr 07 17:31:58.169320 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-3286b4f0-8ca2-41fe-8526-8297730405e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c HTTP/1.1" status: 200 len: 1001 time: 0.0607839 Apr 07 17:31:58.216061 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394210-558d-4728-a456-4cdb04d05278 req-a5c2c0ac-6a09-443b-9cbf-f4f4fe426089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:31:58.217416 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-a5c2c0ac-6a09-443b-9cbf-f4f4fe426089 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 200 len: 856 time: 0.0421462 Apr 07 17:31:58.266840 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394210-558d-4728-a456-4cdb04d05278 req-13ad3eca-4932-4249-8318-c83f1ff2e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:31:58.268334 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-13ad3eca-4932-4249-8318-c83f1ff2e5fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48457aee-2d0c-465e-805a-fcb617f3be0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435398 Apr 07 17:31:58.366539 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-8a16ff1d-feb5-4424-b90e-0fd76df51c7b service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915792 Apr 07 17:31:58.454623 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90394210-558d-4728-a456-4cdb04d05278 req-a5324234-7cb4-4a7d-89cf-4c524cc348a9 service neutron] 10.222.0.37 "GET /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820286 Apr 07 17:32:00.804235 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cbf37c7b-f8d1-4bd8-adea-36dd9a4c13c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:03.238592 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2900761c-8802-4b59-a52f-643c1539d783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:03.933613 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:32:04.455457 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:05.679869 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:07.114416 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:18.748463 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:30.808721 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a7635f2-2758-4ced-bc0e-66480f2ed5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:33.198934 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f6622b3c-6ce6-4b4a-99da-0b1d4c99726c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.184891 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6381f684-dbf6-4bfe-a87f-f8eb8d26c805 req-51691f61-2aa9-45db-893a-059d30c95824 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0329731 Apr 07 17:32:34.207357 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 54504) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:32:34.335801 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Deleting port e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:32:34.336144 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.411247 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.411567 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for floatingip (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.423753 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Calling delete_port for e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:32:34.473842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.639644 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.664462 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event deleted for resources: {'Port': ['ID=e5ee7e1e-0d6a-4ef8-8ae7-f411f6587322,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:32:34.674342 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.687984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.690094 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:34.690187 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12900172-a966-4326-9e4c-296be1f34cd6 req-0896e8fb-377f-4b96-bfab-8a5f6c2c8bac tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:32:34.690187 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-12900172-a966-4326-9e4c-296be1f34cd6 req-0896e8fb-377f-4b96-bfab-8a5f6c2c8bac tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 946 time: 0.0616434 Apr 07 17:32:34.731615 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-12900172-a966-4326-9e4c-296be1f34cd6 req-91b2f061-4797-49b9-b279-41bf5b58a4ba tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a767754-df93-469a-8498-a05c7514909d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413632 Apr 07 17:32:34.751221 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for floatingip (f4087f05-bfe3-4d68-8944-a7e9935647c4), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.751221 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:34.751221 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-aecaadda-d06a-49f8-9982-f2556cae3e7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "DELETE /v2.0/floatingips/f4087f05-bfe3-4d68-8944-a7e9935647c4 HTTP/1.1" status: 204 len: 168 time: 0.5407238 Apr 07 17:32:34.838048 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e02fc-a593-4c0e-9508-019d5fb918ae req-6b50e248-b091-42e7-9f55-0627b9056a4b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:32:34.839493 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c07e02fc-a593-4c0e-9508-019d5fb918ae req-6b50e248-b091-42e7-9f55-0627b9056a4b tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Apr 07 17:32:34.886214 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c07e02fc-a593-4c0e-9508-019d5fb918ae req-8d2ba65e-dfe1-4e54-9008-4c32153764f8 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups?id=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Apr 07 17:32:35.072944 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-8d744874-4245-4cef-a53e-e3eb07afd852 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:32:35.074751 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-8d744874-4245-4cef-a53e-e3eb07afd852 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 945 time: 0.0585196 Apr 07 17:32:35.124896 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3aeca2f0-b3b6-4361-844c-f2fe9a5a647a req-3700507f-1dc0-466a-8910-be4ce52f34e8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0369079 Apr 07 17:32:35.168520 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d4520-daec-4579-a264-14e745b43ff8 req-617077b7-d7fd-4db6-b258-13028428dc60 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:32:35.169990 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-648d4520-daec-4579-a264-14e745b43ff8 req-617077b7-d7fd-4db6-b258-13028428dc60 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 946 time: 0.0733273 Apr 07 17:32:35.180239 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Deleting port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:32:35.180796 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.265903 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Deleting port cb147af4-39f2-4945-9290-bc42a9da9fb4 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:32:35.266502 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.274499 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] For port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:32:35.274978 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.364163 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] For port cb147af4-39f2-4945-9290-bc42a9da9fb4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cb147af4-39f2-4945-9290-bc42a9da9fb4,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:32:35.364546 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.444115 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.444472 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (e4b6180c-7de8-442b-b163-071c956ea7ee), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.444785 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Floating IP e4b6180c-7de8-442b-b163-071c956ea7ee disassociated. External IP: 172.27.0.198, port: 0bee210a-53c0-46e7-98f1-ddf5fee1d97c. Apr 07 17:32:35.445121 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Calling delete_port for 0bee210a-53c0-46e7-98f1-ddf5fee1d97c owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:32:35.594044 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.594369 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (1c8c5416-35ce-490f-94f7-47014cec358a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.594677 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Floating IP 1c8c5416-35ce-490f-94f7-47014cec358a disassociated. External IP: 172.27.0.181, port: cb147af4-39f2-4945-9290-bc42a9da9fb4. Apr 07 17:32:35.595013 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Calling delete_port for cb147af4-39f2-4945-9290-bc42a9da9fb4 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:32:35.610942 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (0bee210a-53c0-46e7-98f1-ddf5fee1d97c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.640423 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event deleted for resources: {'Port': ['ID=0bee210a-53c0-46e7-98f1-ddf5fee1d97c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:32:35.657118 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.764349 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Router 0afb3411-b987-4973-97c7-da999b7d7145 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:32:35.771285 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (cb147af4-39f2-4945-9290-bc42a9da9fb4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.799813 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event deleted for resources: {'Port': ['ID=cb147af4-39f2-4945-9290-bc42a9da9fb4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:32:35.824231 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.824492 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.824829 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.825184 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.825510 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.825833 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.826653 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.826653 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.826864 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.827076 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.827540 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.827704 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.828413 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.828413 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.828857 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:32:35.849299 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5735d187-6fcc-4e38-8854-12cfbab6df4a req-c36a287f-bb3a-4221-bcb7-da59460488aa tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 210 time: 0.0430129 Apr 07 17:32:35.882255 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:32:35.892118 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] Sync routers for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:32:35.901955 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:32:35.903436 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:32:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:35.922066 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] No DVR routers for this DVR port 0bee210a-53c0-46e7-98f1-ddf5fee1d97c on host hv-cinder-83699 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:32:35.924549 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:35.929282 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.37 "DELETE /v2.0/ports/0bee210a-53c0-46e7-98f1-ddf5fee1d97c HTTP/1.1" status: 204 len: 173 time: 0.8390567 Apr 07 17:32:35.929744 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'name': 'network-vif-deleted', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:32:35.932375 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc35941e-55ef-4de6-a9d9-33b283ea6d00" -d '{"events": [{"server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "name": "network-vif-deleted", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:32:35.983094 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:32:36.007331 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f91b2ca-5665-4717-b48b-082f9778ebc1 req-f37acbee-d725-40a9-850d-d70a71559b1f tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/ports?device_id=32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06 HTTP/1.1" status: 200 len: 210 time: 0.0401335 Apr 07 17:32:36.056189 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:32:36.138552 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:32:36.154996 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] Sync routers for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:32:36.166569 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721960ce-d618-465d-ac90-b5348fdae34a x-openstack-request-id: req-721960ce-d618-465d-ac90-b5348fdae34a {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:32:36.166861 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06", "name": "network-vif-deleted", "tag": "0bee210a-53c0-46e7-98f1-ddf5fee1d97c", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:32:36.167119 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-721960ce-d618-465d-ac90-b5348fdae34a {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:32:36.167525 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721960ce-d618-465d-ac90-b5348fdae34a'] response: {'server_uuid': '32c7b4e2-d9d7-4c44-a073-1b0b2ef4bd06', 'name': 'network-vif-deleted', 'tag': '0bee210a-53c0-46e7-98f1-ddf5fee1d97c', 'status': 'completed', 'code': 200} Apr 07 17:32:36.193988 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:32:36.195420 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:32:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:36.223955 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] No DVR routers for this DVR port cb147af4-39f2-4945-9290-bc42a9da9fb4 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:32:36.233888 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:36.238618 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-648d4520-daec-4579-a264-14e745b43ff8 req-e3a3c1fd-8020-48a4-a47c-666185c75ed1 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.37 "DELETE /v2.0/ports/cb147af4-39f2-4945-9290-bc42a9da9fb4 HTTP/1.1" status: 204 len: 173 time: 1.0631559 Apr 07 17:32:36.239121 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'name': 'network-vif-deleted', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:32:36.241721 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1111e04-ce4f-4000-9922-7e8f1f8d7b92" -d '{"events": [{"server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "name": "network-vif-deleted", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:32:36.271665 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9a075c9-f4cb-48fa-a853-cb04b90460a0 req-c24e23e1-f37d-4c10-b19d-073adf36bf46 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0499218 Apr 07 17:32:36.375664 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:32:36.407970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309b9d00-128d-49a6-81ca-efb45812198d x-openstack-request-id: req-309b9d00-128d-49a6-81ca-efb45812198d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:32:36.408263 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ffd683-613d-4c1a-9df2-0250be28226e", "name": "network-vif-deleted", "tag": "cb147af4-39f2-4945-9290-bc42a9da9fb4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:32:36.408561 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-309b9d00-128d-49a6-81ca-efb45812198d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:32:36.408909 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309b9d00-128d-49a6-81ca-efb45812198d'] response: {'server_uuid': '19ffd683-613d-4c1a-9df2-0250be28226e', 'name': 'network-vif-deleted', 'tag': 'cb147af4-39f2-4945-9290-bc42a9da9fb4', 'status': 'completed', 'code': 200} Apr 07 17:32:36.507786 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:36.538182 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] Checking router: 0afb3411-b987-4973-97c7-da999b7d7145 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:32:36.559887 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:32:36.560514 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:32:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:36.594521 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:36.626019 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] Checking router: 944e437e-b8a4-4020-8f1e-a85e2e6827e9 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:32:36.638695 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:32:36.639557 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:32:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:36.722368 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:32:36.759790 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:32:36.983815 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0369419-8c4f-4e57-b5f5-69ed458d27f8 req-34a170d4-652a-43df-9245-4380044b504d tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ffd683-613d-4c1a-9df2-0250be28226e HTTP/1.1" status: 200 len: 210 time: 0.0358396 Apr 07 17:32:36.992580 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:37.025818 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926bebb-ef3b-485d-8476-d6f22d0d1a7f None None] The sync data for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi is: [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:55Z', 'revision_number': 4, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'e2f59355-10df-47a8-9d85-e0c4236d5109', 'name': '', 'network_id': '48457aee-2d0c-465e-805a-fcb617f3be0e', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'mac_address': 'fa:16:3e:6f:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:54Z', 'updated_at': '2022-04-07T17:20:05Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'subnets': [{'id': '86b6363f-3482-4d6b-9da8-2f87187a3e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:32:37.068221 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:32:37.089338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.097518 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33003e6c-62e0-4b16-9275-2d4fecf88e52 None None] The sync data for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi is: [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:21:07Z', 'revision_number': 4, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b', 'name': '', 'network_id': 'd1853f71-2509-481a-81b6-2c17c428061c', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'mac_address': 'fa:16:3e:33:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:06Z', 'updated_at': '2022-04-07T17:21:11Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'subnets': [{'id': 'c0c72d18-8677-47e3-9d94-953391a95bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:32:37.182329 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 54540) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:32:37.250295 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2267ed1-03a3-4d7f-83b5-0925ae2a629e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (7305594d-05e6-4ec7-9c4c-a5b81b8a0e38), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.371727 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41b95e-8519-4386-b2cb-d50b44800a28 None None] New status for floating IP e4b6180c-7de8-442b-b163-071c956ea7ee: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:32:37.427023 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-716073c5-8dc4-45c5-bdb7-6adafdf184b7 req-c46b5962-7fb9-4e21-8879-1a0ad942c5b1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0610824 Apr 07 17:32:37.449384 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97977bcd-1320-4768-aa7e-2aac538d94e7 None None] New status for floating IP 1c8c5416-35ce-490f-94f7-47014cec358a: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:32:37.530811 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2267ed1-03a3-4d7f-83b5-0925ae2a629e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (7305594d-05e6-4ec7-9c4c-a5b81b8a0e38), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.672383 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2267ed1-03a3-4d7f-83b5-0925ae2a629e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (7305594d-05e6-4ec7-9c4c-a5b81b8a0e38), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.683082 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2267ed1-03a3-4d7f-83b5-0925ae2a629e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.683082 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d2267ed1-03a3-4d7f-83b5-0925ae2a629e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "DELETE /v2.0/security-groups/7305594d-05e6-4ec7-9c4c-a5b81b8a0e38 HTTP/1.1" status: 204 len: 168 time: 0.4935205 Apr 07 17:32:37.683275 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 54544) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:32:37.693324 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2267ed1-03a3-4d7f-83b5-0925ae2a629e tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305594d-05e6-4ec7-9c4c-a5b81b8a0e38,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:32:37.695630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-171a0eb0-8f68-4c56-93ca-4b008f76dd80 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] show failed (client error): The resource could not be found. Apr 07 17:32:37.699862 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 54546) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:32:37.700003 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-171a0eb0-8f68-4c56-93ca-4b008f76dd80 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "GET /v2.0/security-groups/7305594d-05e6-4ec7-9c4c-a5b81b8a0e38 HTTP/1.1" status: 404 len: 347 time: 0.0191712 Apr 07 17:32:37.825406 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Deleting port f37d6129-058c-42ec-af9d-59f7307daec4 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:32:37.825748 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (f37d6129-058c-42ec-af9d-59f7307daec4), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.902452 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (f37d6129-058c-42ec-af9d-59f7307daec4), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.902788 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (f37d6129-058c-42ec-af9d-59f7307daec4), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:37.915175 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Calling delete_port for f37d6129-058c-42ec-af9d-59f7307daec4 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:32:38.119709 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (f37d6129-058c-42ec-af9d-59f7307daec4), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.151014 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Pushing event deleted for resources: {'Port': ['ID=f37d6129-058c-42ec-af9d-59f7307daec4,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:32:38.157155 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 54552) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:32:38.210895 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks [] for floatingip (e4b6180c-7de8-442b-b163-071c956ea7ee), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.211477 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d09ec947-637b-4545-af76-8eb17375fda5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (2a767754-df93-469a-8498-a05c7514909d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.213577 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.214730 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-54a007c3-fd54-46a4-80e9-99bb90b9b94a tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] 10.222.0.26 "DELETE /v2.0/floatingips/e4b6180c-7de8-442b-b163-071c956ea7ee HTTP/1.1" status: 204 len: 168 time: 0.5137899 Apr 07 17:32:38.236063 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d09ec947-637b-4545-af76-8eb17375fda5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (2a767754-df93-469a-8498-a05c7514909d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.336467 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d09ec947-637b-4545-af76-8eb17375fda5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (2a767754-df93-469a-8498-a05c7514909d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.339144 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d09ec947-637b-4545-af76-8eb17375fda5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.342125 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d09ec947-637b-4545-af76-8eb17375fda5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a767754-df93-469a-8498-a05c7514909d HTTP/1.1" status: 204 len: 168 time: 0.1824620 Apr 07 17:32:38.343227 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 54556) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:32:38.349522 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ec947-637b-4545-af76-8eb17375fda5 tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a767754-df93-469a-8498-a05c7514909d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:32:38.357069 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.api.v2.resource [None req-1030fb0e-5cc6-40e1-a5d0-043e36b534be tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] show failed (client error): The resource could not be found. Apr 07 17:32:38.358103 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1030fb0e-5cc6-40e1-a5d0-043e36b534be tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "GET /v2.0/security-groups/2a767754-df93-469a-8498-a05c7514909d HTTP/1.1" status: 404 len: 347 time: 0.0138948 Apr 07 17:32:38.361112 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 54558) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:32:38.483769 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Deleting port 10e65557-02c8-4987-809c-1ea3d898339b {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:32:38.484106 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (10e65557-02c8-4987-809c-1ea3d898339b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.525477 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd5c4847-1e58-4fbb-815f-4564d421e2bd req-29dec3a3-7704-4e9e-ac85-b43cb2fda574 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0296590 Apr 07 17:32:38.562188 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (10e65557-02c8-4987-809c-1ea3d898339b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.562517 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (10e65557-02c8-4987-809c-1ea3d898339b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.574719 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Calling delete_port for 10e65557-02c8-4987-809c-1ea3d898339b owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:32:38.757532 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (10e65557-02c8-4987-809c-1ea3d898339b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.783611 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Pushing event deleted for resources: {'Port': ['ID=10e65557-02c8-4987-809c-1ea3d898339b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:32:38.841927 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks [] for floatingip (1c8c5416-35ce-490f-94f7-47014cec358a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.844503 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:38.845669 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c1ceb215-4513-4cd7-9c54-19d91c5cdd7e tempest-AttachVolumeTestJSON-1249988154 tempest-AttachVolumeTestJSON-1249988154-project] 10.222.0.26 "DELETE /v2.0/floatingips/1c8c5416-35ce-490f-94f7-47014cec358a HTTP/1.1" status: 204 len: 168 time: 0.4836423 Apr 07 17:32:39.620217 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0357bcc-d373-45a7-a916-708b8caa2a60 req-8315df38-57cd-4b1d-8f46-837e47657395 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Apr 07 17:32:40.295397 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device cb147af4-39f2-4945-9290-bc42a9da9fb4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:32:40.315043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: cb147af4-39f2-4945-9290-bc42a9da9fb4 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:32:40.315926 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device cb147af4-39f2-4945-9290-bc42a9da9fb4 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:32:40.316325 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 0bee210a-53c0-46e7-98f1-ddf5fee1d97c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:32:40.335039 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 0bee210a-53c0-46e7-98f1-ddf5fee1d97c {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:32:40.335380 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 0bee210a-53c0-46e7-98f1-ddf5fee1d97c not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:32:40.714558 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-393f2a4e-c2de-44e3-8b0c-945fe2467941 req-74cd5666-a91b-4e9f-877a-e363dda3b4f9 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0283940 Apr 07 17:32:40.934047 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:32:41.808906 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-335771a2-c46c-4fc2-8ad8-f15cf81e27a6 req-c92d8ef4-8538-4db0-8142-991078640e0f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0285180 Apr 07 17:32:42.901976 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7dea4b91-8cda-43a3-8533-4ff07eaef82f req-072f13ba-ef88-4f2a-b40c-163666266f7d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265975 Apr 07 17:32:43.996423 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b45755bd-6fb0-4c28-8bbd-576da32857fa req-40cd1c14-59ab-4d95-98fd-cea4a6ffce5d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0286565 Apr 07 17:32:45.092162 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbb54e04-0763-4e3f-b4ab-9e9f44e668c2 req-31956504-b857-443d-956b-8877fa961bdb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Apr 07 17:32:46.184011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f29e4ca2-7cfb-4a0e-8b35-083d2efff1c3 req-b17b5551-41e6-45a9-b1d9-6b4d49707c39 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0258718 Apr 07 17:32:47.278199 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-568fa8cf-6dd3-4921-aaf2-26483f049fc0 req-a74c2305-1509-4d2d-85ad-253ee61915e5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Apr 07 17:32:48.572206 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e09d8cbf-799a-4213-a751-cf9232215bb4 req-e9900d74-2e42-4518-a946-aecb8adfe255 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267754 Apr 07 17:32:48.774375 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:32:49.663992 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ec3ccc3-06c7-4c48-b9ea-a49289a11162 req-321aa315-a854-4105-9206-c2c29d23707d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0277636 Apr 07 17:32:50.759023 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba228bcc-3f0a-4a17-a249-36f32519a8ce req-43b79249-b2ff-4988-a7bf-882b537bdd6f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0290868 Apr 07 17:32:51.851097 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-132fb5e4-22c8-4900-8494-d411f114a05e req-df909b59-318f-4780-a757-c896654ae025 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259185 Apr 07 17:32:52.943490 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72c0af7a-1e37-48b1-a5ed-4d693d0c5949 req-d2dd0aa6-8786-4f90-9b92-ccf699fcc50b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264053 Apr 07 17:32:54.036802 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d2c213f4-ed84-44cd-84cd-754a1244b779 req-df0394e8-fc1a-4036-89f2-fd632a365b3d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266650 Apr 07 17:32:55.132077 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7915fd4-7e13-42d7-ba4c-f4e33ae4e9cf req-7ff9a4bb-c0d4-4cba-b655-4c9a6e4bb3af tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0287580 Apr 07 17:32:56.227995 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fce4794-ec52-4220-82a8-1dd76c594a7c req-6510580f-6640-4645-a60f-745e94b892d8 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266473 Apr 07 17:32:57.326202 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66f0872e-9bc1-479a-8f0d-7aa7402b6677 req-1838bf28-1deb-4925-8c2c-607b5bbabd20 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0292878 Apr 07 17:32:58.419122 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08d79e02-5118-45e5-aaa8-8237623316c2 req-625ac7af-7a6b-4684-8fc5-2f4277950749 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269563 Apr 07 17:32:59.509805 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7593ebef-d46c-4fe4-a930-e5ee9c5966f0 req-7c19ac0a-7133-49e8-8674-c7593470f90f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260401 Apr 07 17:33:00.601835 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ef1aff4-576f-47f3-bade-dde298f28f52 req-5a46cdf1-cb86-4f86-8b7c-629727487d7c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264664 Apr 07 17:33:00.813927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8be3b7e-5589-455e-aeb7-07d75bfd8318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:01.697653 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc4e4f7f-02b1-4d0e-b9db-418fdde4789b req-9d521a48-959c-406b-a40a-6235c14f5c1b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Apr 07 17:33:02.790269 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8cc9b2ea-1e06-4094-a2bb-4c977e23ddd2 req-9ac32483-bcf9-4ee7-a4db-4c26bb06d471 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Apr 07 17:33:03.232629 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bf30582f-eb8f-44c4-adf6-677affc11ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:03.885436 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c61f92f4-b2bf-4502-982c-d6db38f72287 req-38d1e682-3732-407a-9b79-4cfdf9bc8854 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0304153 Apr 07 17:33:04.460972 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:05.197347 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9acefc6-d09a-495a-bf3a-c9ef4d4b3187 req-a8ca8b41-10d4-43f9-a528-4fdf875de0d6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.2456620 Apr 07 17:33:05.666995 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:06.290178 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bce75383-df48-4812-894f-9e487e21f954 req-0f5c3475-30e5-4c6f-b7ef-5f669929a367 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268283 Apr 07 17:33:07.093979 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:07.398978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64babdca-47b0-4ca5-a240-4980d7f122b2 req-ee9971c3-9a2d-49a9-a720-38ae9377ac8e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0336921 Apr 07 17:33:08.493397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-360b6074-d45e-42c5-9925-d7e4b8133d73 req-4a77b399-d5d6-452b-81cb-bda6ac97c2bf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267856 Apr 07 17:33:09.588576 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0a46f1e-6225-4dcb-9eb4-417037af9e4d req-3b2dc042-fad3-45f9-9ecf-13783b00377f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Apr 07 17:33:10.681059 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcaeedaf-d484-4ade-b5d8-53a63a83210e req-dd7904bf-580e-4500-ac6d-31b4f7296ac3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265629 Apr 07 17:33:11.773016 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5e44c93-690f-4d7f-9c93-3a1bc4213534 req-d4745abe-07c7-45ca-b5ca-8ab326f173af tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273466 Apr 07 17:33:12.863816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7540a583-100b-4a1c-8d9e-c5f413af5df5 req-646da9d7-69ef-46a9-8832-3852d65b9617 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Apr 07 17:33:13.955438 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb97d98c-3391-46ae-bb20-05fb2edf2620 req-87190b88-ccd4-447c-974e-9a43b3b09744 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268896 Apr 07 17:33:15.050648 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3d84436-6f89-41dd-ba4c-a1241f4c7d7c req-85c47180-f3c5-4899-9946-9a219aa3565e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268753 Apr 07 17:33:16.148397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ea2f317-c5e0-49a2-bca3-b51b7d4ede83 req-5ffb0edf-b4b4-435b-9645-72a22a16fc5c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0293376 Apr 07 17:33:17.241500 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb56eb88-bb9f-40c7-96fc-b300756c1a8f req-5685ac4e-8ae0-4053-9e4d-fe3f65a5fa97 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266030 Apr 07 17:33:17.932279 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:33:18.334704 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a276ac00-2022-4a76-8843-36a78f49ce46 req-76508d84-e291-4273-adf5-eea694253f87 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270407 Apr 07 17:33:18.809724 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:19.427123 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5aabf35-feff-4d7b-b5b0-cfab60f6bb93 req-2e7e160d-6d9a-4e10-9bd4-25feef2df119 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265546 Apr 07 17:33:20.527124 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fc88006-ddd7-42b9-ab79-a0915782526c req-6546fd7a-44d6-463d-a5e3-a3949bb0cb6a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Apr 07 17:33:21.619261 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17f11e32-96af-4596-a777-f7f615077a91 req-d7dc817a-6596-414f-b2c1-27486d9bb0f1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271308 Apr 07 17:33:22.717716 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a854fe33-f7f8-410b-9734-bea7fb859076 req-eb736e45-af8d-478f-892b-bcea4ae35d93 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0294700 Apr 07 17:33:23.810120 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55a76372-f8ca-44a2-8ef2-3f011bbb745b req-4c00ab3c-45bd-46e8-92cd-a9483d53b45f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271170 Apr 07 17:33:24.903010 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb4080b5-46f2-4d8d-81da-443c028f94f1 req-3e2bbb67-065c-4d14-806c-72a927447333 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Apr 07 17:33:25.994812 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18b26b07-030a-4f23-a1b8-3dc4780d6aa8 req-4e612685-3ccc-4545-b6d3-cb5a63c48ebc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265973 Apr 07 17:33:27.088256 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10851ce6-09f0-46aa-a0cd-e4f533422b83 req-7622eb54-1460-4794-a2db-a2ac81ea941f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271385 Apr 07 17:33:28.182239 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0aee210e-d97d-49e4-a210-93076c64a68e req-7de9ed4e-ee6e-4781-bacc-b6eeeca30299 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0288281 Apr 07 17:33:29.279014 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27a64076-0b37-4359-8827-2e435be1dd30 req-0e3ddfae-b0c9-4a9c-9043-4641b4f13a9b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0297906 Apr 07 17:33:30.375616 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-497c73ab-cd52-43cc-a0b6-aa66bc8f0b0e req-3bb3a4ad-7ba8-4356-9698-3b2a4913898e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264208 Apr 07 17:33:30.803088 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9004203-118f-42b2-b72b-6e98df532672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:31.467996 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95409ec4-8f41-4e5e-aa6e-075cf07b2166 req-129deffe-b957-44ee-b001-f72d4b4ae4b5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Apr 07 17:33:32.559907 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8eb27e7-6afb-4fa3-ab8f-55ef7509be0e req-7a4fbed2-6efe-41e9-8b1d-68436ece4b71 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Apr 07 17:33:33.201261 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-349fc8dc-1bd6-4855-97e3-b3371a3abb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:33.654274 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8eea62c-a135-4453-bf5b-86305e57b127 req-3ea4d145-5fb5-4505-be2e-9cf7b093048e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0284269 Apr 07 17:33:34.458611 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:35.670074 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:37.100669 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:48.768780 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:33:54.931833 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:33:58.908141 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-a24707d5-37a8-4d37-9903-05705414b95c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444381 Apr 07 17:33:58.991510 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-de8a6eac-7011-4a04-b366-2c7b90e3b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:33:58.992954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-de8a6eac-7011-4a04-b366-2c7b90e3b630 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0446596 Apr 07 17:33:59.093405 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-5063cf5b-45cf-43de-9be7-a6efacab4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:33:59.094861 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-5063cf5b-45cf-43de-9be7-a6efacab4dbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0849674 Apr 07 17:33:59.139121 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-ec7d8230-ad8e-4b10-804e-0c1468f83e89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0368683 Apr 07 17:33:59.186391 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-c0407db6-1505-4a19-8e88-1279c618b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:33:59.187761 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-c0407db6-1505-4a19-8e88-1279c618b12b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0431857 Apr 07 17:33:59.233473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-19f2868a-a25c-4b30-a829-8d33da0ad4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:33:59.234930 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-19f2868a-a25c-4b30-a829-8d33da0ad4de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418854 Apr 07 17:33:59.323365 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-06e8f10b-a412-4cce-9424-4acb82083598 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823843 Apr 07 17:33:59.416817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e61c23-b839-450d-b4c7-e8ba4fbc50fb req-7a8bd6b6-22ef-431a-90b4-7fb28d3dd029 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861082 Apr 07 17:34:00.847307 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc2c240f-4d27-4a2c-b7fa-c95d78ddad70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:03.191167 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f919d35-1197-467d-9552-3c1c04dc393d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:04.453677 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:05.694290 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:07.088627 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:18.778980 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:30.828310 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f8ce757f-7913-4fd8-a3ae-044f5f6b7873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:31.931319 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:34:33.195913 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5664cafd-0a83-452c-bdd7-5a4c009148ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:34.338728 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-83e90ade-5a70-42c5-b5d5-4a3c4c87c527 req-312d8455-c231-45e6-b416-0c4d2d0ce86a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0387192 Apr 07 17:34:34.453678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:35.432245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4bc8a90-29b6-4efa-9427-ae4666214b96 req-9bd261af-8b52-4147-8ad4-59e8643e6682 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263915 Apr 07 17:34:35.696945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:36.525491 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-080e6166-81fd-4ef4-ac6f-868df2f7441a req-50f705f8-e9be-47e0-abe3-909e40e15775 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273013 Apr 07 17:34:37.087380 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:37.621861 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2469386d-89da-49d4-aaa9-4a0d846d0d58 req-7af389b5-8a64-4743-8336-d8467c71396f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0291319 Apr 07 17:34:38.715028 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e4ba59ed-6ad6-495c-b06a-150bc515437d req-7d5975af-9965-42c3-a3a7-e564fe54b347 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Apr 07 17:34:39.809014 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fedfd6b1-8604-4350-a329-63b019eb27af req-4854e3db-1517-4b02-96b7-c0ccbcd3f19e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0277281 Apr 07 17:34:40.901521 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6188951d-0b2b-4748-810f-aa219bd5629f req-80f1a891-665c-4aff-b318-214a9afadc6c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270348 Apr 07 17:34:41.996636 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48dd49d1-d806-4b40-bcd1-2a5905d01dc5 req-14866ca3-0470-4422-9e26-2fa22003ed14 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0298929 Apr 07 17:34:43.089720 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-029b4314-8c63-46d3-b905-49b3b4362ef3 req-0b4bd29b-893b-4426-b606-48eff59b737a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0278878 Apr 07 17:34:44.182208 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ffd5feb-fd2e-4506-81b7-cbd800357fa3 req-a3e877c0-fafa-4555-80f4-5cb22a4b6491 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269015 Apr 07 17:34:45.275832 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b37f0c81-a9bd-4d70-b8ba-9868de3f30bc req-65fb40f4-28a7-4f42-bbb6-86a0d4f1fced tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270219 Apr 07 17:34:46.371277 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92701bc1-011a-4fc9-9c7e-18845e70c8ca req-c977fdbf-3ec9-49ac-80a7-d5b7f05085ce tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0303462 Apr 07 17:34:47.464005 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ead7984-befc-4730-8b03-baa9a904a5c7 req-1a4513c3-5788-45b3-a4a8-e7a82568ae82 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267098 Apr 07 17:34:48.557414 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cdcf19b7-2008-4050-a348-3ef1c451f898 req-a8806494-c4f0-4214-85f5-4c4637e25c19 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275497 Apr 07 17:34:48.761492 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:34:49.648439 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a630e75-8cf7-4953-9c52-ae5bcbc9013f req-4dda4d84-2e34-42b6-b34f-dd3a9843bddf tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Apr 07 17:34:50.745219 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59d5fe60-e1bd-4dc5-9df8-df9de7d5e82a req-44bbfe62-8dab-4724-a52a-f4bef2130150 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0302889 Apr 07 17:34:51.842990 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74a6b606-7feb-4f25-aabf-fa2995808f14 req-26a0afdd-1203-4d25-bfbe-b7c8852e45a6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0319209 Apr 07 17:34:52.935844 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-abce1f31-76e2-41a2-b391-4ae46756d484 req-8630da52-a2f8-4b96-a572-315a7e556bc1 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274804 Apr 07 17:34:54.028684 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6f08c0f-1840-45ab-9b3d-1a0f65f8ce0a req-cf07f934-93fd-4086-84e5-0632e71a217d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268047 Apr 07 17:34:55.124009 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0574e6df-76bf-45bf-9c6e-9083b3a68edb req-dc48903a-8699-408a-bbc3-e97bc356d2df tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0301166 Apr 07 17:34:56.216893 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-97c03ea2-f008-41c5-b919-b6fe850dfe42 req-20b77c8f-39ac-4ad5-9108-2581979b0d75 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260980 Apr 07 17:34:57.310025 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5556a0b9-4ae9-4c83-92ad-948946196c5b req-459a7b22-699b-4bfa-8d08-530867699084 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270708 Apr 07 17:34:58.520046 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b65c95a-9245-442b-b1b1-ddfec5dba03b req-a4ed1740-9217-492f-ac27-cc27761d1e90 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.1435854 Apr 07 17:34:59.617257 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc78dc5e-1c6d-4b68-9d23-c860b8232a71 req-bceadd52-9716-404d-af2b-4def2bb400e3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0300035 Apr 07 17:35:00.710427 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7741e3ac-d9df-4b18-b2eb-8eb351fe833c req-218748eb-c358-469f-9152-f6f5e4698ce0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Apr 07 17:35:00.821991 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f7902fa5-9172-4c64-9c95-19925ca5aa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:00.922978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-a8820280-36b3-4f27-8292-90d84684225c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427690 Apr 07 17:35:00.984244 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-3bb15ef4-ce35-469e-bcd0-15b9128d9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:35:00.985718 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-3bb15ef4-ce35-469e-bcd0-15b9128d9458 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0415926 Apr 07 17:35:01.088743 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-1eaf9390-a592-447b-91e5-003d5719b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:35:01.090222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-1eaf9390-a592-447b-91e5-003d5719b241 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0854599 Apr 07 17:35:01.130973 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-14725c34-87ed-4595-b4e0-2a7373956715 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0339863 Apr 07 17:35:01.189506 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-2ba91842-2fd0-4c1b-bb53-7c4b96c38ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:35:01.190836 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-2ba91842-2fd0-4c1b-bb53-7c4b96c38ea1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0534048 Apr 07 17:35:01.237790 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-73cb2956-2d8f-4ae9-a621-bb64c46ad015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:35:01.239282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-73cb2956-2d8f-4ae9-a621-bb64c46ad015 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428557 Apr 07 17:35:01.325865 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-ae55d111-e015-4a54-bf78-a07398a5d8ed service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804601 Apr 07 17:35:01.416954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3043925-cc87-4aa2-b368-c3b55bff26f8 req-9ae86d86-90e3-4545-b983-37a4aec3d507 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Apr 07 17:35:01.805160 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3071485b-16d1-429f-9bc5-730764d1dac8 req-9937f150-fef9-4d9d-bbab-eb6e2ad09299 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266497 Apr 07 17:35:02.895817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0986f5ac-b65d-4c75-beba-bc4c73dacc7d req-8788f0fa-1296-4166-abd4-757b9209992a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259111 Apr 07 17:35:03.207061 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c390c36-37f5-4611-beb0-b4c9d3683dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:03.989981 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-075249b2-19f6-487e-a956-5e18262c944a req-7dd77891-7bb7-4071-a3be-9c079e1d1a7e tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263023 Apr 07 17:35:04.501993 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:05.087198 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77583bc6-b388-4b65-9d14-f07cab12c453 req-7411aa16-dee8-4257-88fe-e5b514958124 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0309422 Apr 07 17:35:05.673095 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:06.178305 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e402d45-89b4-45a7-b917-f2d862259370 req-f7b652ac-3223-402c-b7b6-99c7b77e7d29 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Apr 07 17:35:07.090667 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:07.286511 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a8f6dfd-2cab-4d96-9d58-136757d3af9f req-1e40db45-e70d-4c73-9389-7e502fa6f0dc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0301180 Apr 07 17:35:08.383361 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65c0627c-1876-4b9e-a875-728c61788897 req-7a2af310-7e99-4a02-a9c8-023f4d9e5274 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268111 Apr 07 17:35:08.931167 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:35:09.476808 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2ed592d-8889-41fc-ad71-a3e9e2429e9f req-9f6af069-f13b-4901-8bb6-da645bc19ded tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264182 Apr 07 17:35:10.569937 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4f036ff-e1e7-4165-afc8-709940fa2ea4 req-42b3a9d5-4d01-4ebf-9fed-8771b4b0cd49 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274017 Apr 07 17:35:11.664953 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f6c96548-89bf-49e7-8dd2-bc4452da9443 req-e3b6ef2e-ec6a-44b2-a90a-b3065e0499be tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0296893 Apr 07 17:35:12.758527 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-730e73f7-0797-418d-96b1-20cfdb9a5d8d req-699c48de-dc47-4089-b938-b42b37605150 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Apr 07 17:35:13.852003 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-14bd29a9-b0b0-4000-88eb-d1c2d8622743 req-00e08b1f-94dc-484a-9e23-63414d657dfb tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Apr 07 17:35:14.943905 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-682f4b28-f457-48a6-a469-ffae8f750296 req-43bbe405-1b57-4115-88c2-31c1b9264eb6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Apr 07 17:35:16.037250 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d04d63f-0b7b-4760-93a1-a3600f4ffec7 req-9d33b1b4-2a8e-4c53-8080-eac94e7b3351 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265989 Apr 07 17:35:17.131519 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-728bc325-0e57-474c-ad41-377ecf6a5dc9 req-48a7175d-2330-4532-beb0-671b4b11d2ea tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271602 Apr 07 17:35:18.226565 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c6424fd-0296-4ed4-9bd2-de6fb5e0790b req-b4e71c50-6cef-4b91-9e19-c596bc859c29 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0287886 Apr 07 17:35:18.775338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:19.319589 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a487690a-1fbf-4962-a5b1-f3f905f60323 req-5266f2c6-59ee-4739-9dc6-d6dc572da986 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266609 Apr 07 17:35:20.412239 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c5c6f16-e8bf-45a4-820f-7948c6542cf8 req-9556584b-aac4-490c-8dde-15e830190f9c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Apr 07 17:35:21.503665 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-647bce71-7abb-44ed-927b-57cf4722ed9f req-cf290558-ae8a-40eb-840f-092d071a3cb3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266743 Apr 07 17:35:22.596332 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f9a370d5-e3cd-4a71-b206-8fb058288711 req-5942c716-bd0e-48f5-af04-0cff2a73a724 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261371 Apr 07 17:35:23.688937 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0da5efc9-bd6b-48a4-a069-67ebb47ec753 req-33ecc976-04ed-40d3-91e5-46a5cb533380 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0266817 Apr 07 17:35:24.784567 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0e8e2e7-d21f-475c-950f-a292b296381a req-6eb63480-eff6-4036-af66-ea14582a479b tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0291049 Apr 07 17:35:25.774210 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-e99f7cb8-d32b-4900-aa16-cafd5adaf9ff req-88e63eda-6db0-4172-9d7a-1d531d69f7a8 service neutron] (104016) timed out ('10.222.0.37', 54656) {{(pid=104016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 17:35:25.881163 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc5415d3-8221-432a-a996-61e85899eab5 req-447fb5fe-70bf-449b-8280-388b01047f63 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0307705 Apr 07 17:35:26.975268 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5902b6a1-b273-4714-9a35-3e0399a8bd1e req-87735d96-8219-412d-9d91-050cc3772914 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0272107 Apr 07 17:35:28.067239 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6fbf979-1bd4-4811-971c-52617d718bb4 req-b27ee62e-13f6-471c-abe4-2c17feaef6e3 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Apr 07 17:35:29.160678 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca34b048-2bf7-4355-8376-c51355b99303 req-25cd79c0-47c1-43e1-9cc7-60a5fd2069f7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273993 Apr 07 17:35:30.252262 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47e45b97-8430-46c4-98a0-afc908086f5f req-d83cf83e-06e0-4705-98bd-80ee9aa02843 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264246 Apr 07 17:35:30.820859 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f456c111-5ce5-4205-bc3e-073d73a82f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:31.348227 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9251eb25-3a3a-4782-a6ea-9a2bfcf4f0f4 req-226fd0e8-99a8-42e4-be60-269f2ec5c6c0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0305474 Apr 07 17:35:32.442127 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-625a16ae-04c2-437e-84e5-4480c27ebcf2 req-7e7105cf-e6aa-4739-8aee-420a2cfe37c0 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Apr 07 17:35:33.221437 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc6eb9cd-ef84-4984-a204-b01e17986b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:33.535958 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb409951-2eaf-4501-94f0-ea54d5f8ec3d req-58222a00-0f1e-479f-9e1b-102a67b49ab6 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Apr 07 17:35:34.466660 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:34.628075 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b557ff1a-2d42-4281-a055-b51190848248 req-617ea864-d5c7-4ec1-98fa-90941fbcfa03 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0273104 Apr 07 17:35:35.674904 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:35.720938 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49730c87-50cf-4c26-85f7-3c1d0d69e45f req-b9bb31ca-c1de-4e23-923b-6e5129513187 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0261886 Apr 07 17:35:36.812587 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40be618b-a044-4874-88d1-c2e1cafdde96 req-17300e19-d1f7-472f-b659-d6994793f5e5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264685 Apr 07 17:35:37.085729 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:37.911025 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e1a0970-3d61-4772-ae85-12cb23155617 req-4bef537e-6914-45af-b3cf-dfe834b22907 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0317521 Apr 07 17:35:39.005052 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-799ad66c-99cd-46c9-a50b-2c44cf313f17 req-ba7baa29-e419-47a0-b0f5-1851de23459a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0269396 Apr 07 17:35:40.098004 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb83dc52-1300-49ff-a422-9a1592ae33a0 req-1a95160f-eaf2-4129-bb66-df2776715aff tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0264826 Apr 07 17:35:41.189260 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a4f900e-03d6-4e1c-8234-921e1686096f req-c202248c-abb3-4169-9c6c-815392dea8e7 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0257158 Apr 07 17:35:42.282930 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7efab15-a4d9-4585-bbed-86e44455cd7e req-8baab54a-95cf-41ad-926b-8fd80b5a3903 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267589 Apr 07 17:35:43.374679 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f243c94-db24-4862-a531-2e053c71e8a7 req-71c2686b-e2b6-4b9c-96ea-cf19c60f1f9d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265639 Apr 07 17:35:44.471289 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96d7e94d-68d4-4db9-8313-df7bb06646d0 req-15e60df4-ed2f-4be5-a97f-e62ccd3731de tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Apr 07 17:35:45.561677 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20d49b46-fd44-4b57-ba6d-d5470ab0beed req-53aebdbf-4bf3-4574-b720-3382febb1818 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0265892 Apr 07 17:35:45.930049 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:35:46.657520 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4600b41c-4c24-4239-ac82-404f6b37080b req-298ff508-f93b-47a4-b967-4926d1c2a44a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0271020 Apr 07 17:35:47.750805 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f21a99d-2f12-441f-b80d-a900a37c307e req-6fb238ca-2666-4d01-ad87-6644a9731523 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267017 Apr 07 17:35:48.754003 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:35:48.842480 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02ec7073-575a-4bc0-b3c6-a3b65c7a0027 req-e8064923-ea3e-4e72-80b1-7505f68242fc tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267692 Apr 07 17:35:49.936183 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1cf1150-de96-4b0b-ae68-20a9b1eead64 req-14d46319-638d-4d69-b51e-9b25cc248783 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0270076 Apr 07 17:35:51.030715 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48bc2b96-99ad-4830-afcb-e36df8afb313 req-140b5c6f-7f75-44b1-ac99-3bafe114a78f tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0286865 Apr 07 17:35:52.122725 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45c5d787-9804-45b8-96c3-3eaa7ef96bdf req-e2e8d39a-b35d-4718-9859-6e477a5d6cb4 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0259740 Apr 07 17:35:53.215296 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f638de94-4940-47b0-9298-be81a7a60767 req-9f34872c-da67-4a37-8bc9-d9268a4bf2ce tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0263901 Apr 07 17:35:54.316006 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b88c0ab4-e170-4dee-ac8b-31243a715204 req-d70c334e-cc2b-4973-b972-13b22e84702d tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267429 Apr 07 17:35:55.410373 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5878d1f5-508f-460b-b833-ba3cd479a3e0 req-359219d1-aab7-4ee1-8d19-fa1dd06f88a5 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267158 Apr 07 17:35:56.501671 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3098ccc5-be91-4264-9c19-b6ecaf30627a req-3a2dcaeb-7427-47b9-bc78-116fb9225224 tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Apr 07 17:35:57.598549 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-019b0cda-96be-409f-bae5-d463ed786a83 req-f2b43aba-0562-4c2a-8f37-68b116423e6a tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "GET /v2.0/ports?device_id=29493f81-0b41-4e00-9b9a-08301cc1d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0309765 Apr 07 17:36:00.831546 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e65a86ae-2468-4fa0-89c0-1cddc064d33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:01.947282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-61db9622-5b0c-43e8-8b0a-080ea2be6837 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846837 Apr 07 17:36:02.018966 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-d1e223ee-0515-486a-bebd-26d3eb598072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:36:02.020622 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-d1e223ee-0515-486a-bebd-26d3eb598072 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 1130 time: 0.0435221 Apr 07 17:36:02.123099 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-2c000478-7f3d-4e9f-833e-a0b6d63a221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:36:02.124550 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-2c000478-7f3d-4e9f-833e-a0b6d63a221f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0867932 Apr 07 17:36:02.185968 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-24110326-82fe-4085-beda-0e4c2078be91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 200 len: 1002 time: 0.0556161 Apr 07 17:36:02.237470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-67ac7895-8652-452a-89e1-8aedc6be9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:36:02.237470 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-67ac7895-8652-452a-89e1-8aedc6be9936 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0422990 Apr 07 17:36:02.286002 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-19c56cb8-9f3a-4b15-a1b8-36e720d21bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:36:02.287504 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-19c56cb8-9f3a-4b15-a1b8-36e720d21bab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478644 Apr 07 17:36:02.375726 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-a9872775-4085-4d9d-84ac-1fd534bd11f2 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812652 Apr 07 17:36:02.467271 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7502fd6a-010b-4816-a5e9-c8a1d5302789 req-9b8257b3-d92f-489c-96bc-34d7137a55ab service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859275 Apr 07 17:36:03.262473 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a1e6fedb-bada-4102-8865-8db3cc4d96b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:04.465861 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:05.679295 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:07.096527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:18.791151 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:22.928502 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:36:30.819168 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a04eb93-5b3b-444a-bec8-424124d78aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:33.221478 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc386f3b-b0b7-4cda-946e-8a2550db602b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:34.318418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1025e3-03f5-4fd6-a078-8f01aded8bbb req-ad3cee65-7f52-45f0-b3c8-76038d7e779d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:36:34.319845 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b1025e3-03f5-4fd6-a078-8f01aded8bbb req-ad3cee65-7f52-45f0-b3c8-76038d7e779d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0514021 Apr 07 17:36:34.364229 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b1025e3-03f5-4fd6-a078-8f01aded8bbb req-f59a1177-3e19-4fc5-95cb-7c57525a63f7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Apr 07 17:36:34.459127 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:34.935868 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-3006f829-42ff-4e15-a81c-3e1fadac64a8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:36:34.937201 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-3006f829-42ff-4e15-a81c-3e1fadac64a8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0554979 Apr 07 17:36:35.028638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Deleting port 47442b13-f258-4d3e-a668-6710428db8ce {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:36:35.028891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (47442b13-f258-4d3e-a668-6710428db8ce), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:35.118350 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] For port 47442b13-f258-4d3e-a668-6710428db8ce, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=47442b13-f258-4d3e-a668-6710428db8ce,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:36:35.118711 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (47442b13-f258-4d3e-a668-6710428db8ce), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:35.290318 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:35.290584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:35.290889 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Floating IP 40531d1b-ae64-42ad-b61e-217fb9b24a89 disassociated. External IP: 172.27.0.176, port: 47442b13-f258-4d3e-a668-6710428db8ce. Apr 07 17:36:35.291216 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Calling delete_port for 47442b13-f258-4d3e-a668-6710428db8ce owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:36:35.485762 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe7e8d-9a32-4e4b-ab58-de99e3ab960b req-2a41beed-95f9-4843-ace3-ce3e333f8e4e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:36:35.487234 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7fe7e8d-9a32-4e4b-ab58-de99e3ab960b req-2a41beed-95f9-4843-ace3-ce3e333f8e4e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 946 time: 0.0546875 Apr 07 17:36:35.490120 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (47442b13-f258-4d3e-a668-6710428db8ce), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:35.525367 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event deleted for resources: {'Port': ['ID=47442b13-f258-4d3e-a668-6710428db8ce,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:36:35.549940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.549940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.549940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.549940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.549940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.550376 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.550576 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.550871 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.551198 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.552910 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.553273 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.553608 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.553938 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.554264 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.554584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:36:35.615473 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7fe7e8d-9a32-4e4b-ab58-de99e3ab960b req-7d4b6cf8-dac7-4b25-823e-9850c62de46c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172791 Apr 07 17:36:35.686514 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Router e953d319-9adb-4664-956c-15566dc8a969 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:36:35.690116 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:35.798402 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:36:35.808137 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] Sync routers for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:36:35.818681 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:36:35.819238 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:36:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:36:35.844027 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] No DVR routers for this DVR port 47442b13-f258-4d3e-a668-6710428db8ce on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:36:35.846812 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:35.850362 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf5baa01-0ad3-4a22-805c-01549f018821 req-6d08aa12-11c8-4b46-bc20-1d69efed9883 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "DELETE /v2.0/ports/47442b13-f258-4d3e-a668-6710428db8ce HTTP/1.1" status: 204 len: 173 time: 0.9079762 Apr 07 17:36:35.850870 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'name': 'network-vif-deleted', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:36:35.853047 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875652b-e8b5-4d74-b944-27e79d4b5050" -d '{"events": [{"server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "name": "network-vif-deleted", "tag": "47442b13-f258-4d3e-a668-6710428db8ce"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:36:35.893004 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca7dd42-2508-4500-8014-5dd89fff5eff x-openstack-request-id: req-0ca7dd42-2508-4500-8014-5dd89fff5eff {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:36:35.893322 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3966d8bc-6664-4582-a275-e7dcfbcba3cc", "name": "network-vif-deleted", "tag": "47442b13-f258-4d3e-a668-6710428db8ce", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:36:35.893572 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ca7dd42-2508-4500-8014-5dd89fff5eff {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:36:35.893979 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca7dd42-2508-4500-8014-5dd89fff5eff'] response: {'server_uuid': '3966d8bc-6664-4582-a275-e7dcfbcba3cc', 'name': 'network-vif-deleted', 'tag': '47442b13-f258-4d3e-a668-6710428db8ce', 'status': 'completed', 'code': 200} Apr 07 17:36:36.075152 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:36:36.276162 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:36:36.301259 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] Checking router: e953d319-9adb-4664-956c-15566dc8a969 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:36:36.309288 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:36:36.309883 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:36:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:36:36.417818 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:36:36.708941 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:36:36.723802 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7ba1abb-642f-401c-b37a-0165402e0cb3 req-ebe6bbe5-6012-4357-8abd-6b5355a90916 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0274055 Apr 07 17:36:36.738592 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604da7d2-9bb4-4c92-a0ec-1c550773c842 None None] The sync data for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi is: [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:19:54Z', 'revision_number': 4, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'c47d23a9-49b2-498c-9415-c03a9b0d75e4', 'name': '', 'network_id': 'a08d8121-3795-4290-8edc-155198c9e461', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'mac_address': 'fa:16:3e:04:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:52Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'subnets': [{'id': '3eade9be-bc58-491c-9a1a-e212e62b0685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:36:36.945615 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58abe49-5f38-4f18-bf7e-a733c17a991a None None] New status for floating IP 40531d1b-ae64-42ad-b61e-217fb9b24a89: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:36:37.122061 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:37.818921 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27a2ea87-aa01-4564-b997-ce99ae51b5a4 req-985fb313-27fd-4fc2-b16a-02ed5c5e5e57 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263855 Apr 07 17:36:38.911406 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a120946-18ec-4133-b7cc-c17167ada4ac req-5a4d489e-7245-4744-9471-12e2678ee4e9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0259075 Apr 07 17:36:39.388429 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 47442b13-f258-4d3e-a668-6710428db8ce no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:36:39.410415 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 47442b13-f258-4d3e-a668-6710428db8ce {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:36:39.410750 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 47442b13-f258-4d3e-a668-6710428db8ce not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:36:40.006723 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c68acdb8-5540-460b-a45e-5d0f725dde20 req-3e54a1b1-0afa-4f73-ba49-7a275ca748de tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0295093 Apr 07 17:36:41.322078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80bc732f-4a8d-4f7f-9531-35e6c29ca6ee req-4e9373f6-a2f1-4d49-825c-047d4b1ccbae tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.2446313 Apr 07 17:36:42.418056 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bda90b18-7bd1-493d-a348-9b6748489166 req-1efe1208-0b18-4e0c-9ac3-888bdcf5fc1c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0277576 Apr 07 17:36:43.511026 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba718e72-34e0-42ae-961d-d5238a29911e req-cb797794-b935-4919-80e7-c9bffaffc1d5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266027 Apr 07 17:36:44.602380 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8a1b0d0-b803-4ac2-b50f-048eaa94e673 req-2045ac48-02a2-498c-8ae3-ed4dfa96e6e7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265002 Apr 07 17:36:45.698028 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7bb9c0dc-6040-48c9-82af-9eba8153d367 req-d260f261-8b55-4718-9375-9ac996f64b08 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0285008 Apr 07 17:36:46.790194 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0c9851f-b26f-4407-a6c7-666c2ca87f13 req-32270cfe-f418-4718-ae59-328897e9d01c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266554 Apr 07 17:36:47.881078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a49be8d-fa7b-4732-8a3a-d3b59dcf5fc1 req-399e298a-c053-4589-84e4-a5788209b3b3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0257838 Apr 07 17:36:48.775316 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:36:48.976677 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9cc2aaa5-4823-45da-a9c1-202bd7381efa req-0c2d9c52-bceb-4023-a069-036fd17a6f87 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264537 Apr 07 17:36:50.071150 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-562c5faa-e919-49d4-9d22-cfcc418e2fdd req-3aa58eba-ed6b-4159-ac42-92c447dd3e7d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270939 Apr 07 17:36:51.162601 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7249eb1-86eb-43d1-9857-40d7bd1669e4 req-c18dd9e8-ed2e-47ff-a6b0-ecc3816af981 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264530 Apr 07 17:36:52.256283 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ba93153-2990-4bbc-9ed8-ff71358cdcac req-7b96c61f-031d-484b-a239-2e18fb71bc3a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0279686 Apr 07 17:36:53.348993 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bdd3c517-6fc9-4c77-bf0c-04a43ffcd443 req-d614d71b-f70a-4e6b-a623-675cd43ae2e0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263822 Apr 07 17:36:54.441651 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22cbef5d-06eb-4d0b-aecd-07009fbd6a9a req-b5a78838-a8ec-4a04-8223-272e17b87150 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0257075 Apr 07 17:36:55.535555 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47bab71c-bc6c-48ff-bda8-73a3669b575e req-977d1b56-67b1-446f-bbdc-a8cfa2b8518c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0277846 Apr 07 17:36:56.631173 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8a08eb0-8ab6-4af1-aa76-f14376104b5a req-dfa8fcab-90c8-4838-85ab-ab1bac412e8e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0275652 Apr 07 17:36:57.774760 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1f9aff4-989b-4f0c-aa4a-af2dd3550b7d req-7cc2996a-bb0b-44a2-9b74-211ddc85a1d4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0777211 Apr 07 17:36:58.868222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44d4fd6c-be2e-4959-82df-13ee13a527f7 req-de9a2a7a-2ba7-4330-b32c-f79068b27544 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273681 Apr 07 17:36:59.927599 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:36:59.959204 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d528649-fba2-4318-bee8-69d84a5d2855 req-ac79de8a-4b9f-4421-9f91-f794ca9a257f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264504 Apr 07 17:37:00.837696 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-228f5839-0981-4ff8-9d1a-bc6e37cdf52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:01.052426 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d7515cb-4ec4-4b04-a0b6-7fde9f839b5f req-7ddcab7d-220f-45cd-9107-8ab5163b6699 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269561 Apr 07 17:37:02.147676 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4a99100-356a-44b8-b1a2-112e4b563fed req-19cef034-c838-45a4-997d-a9e52c919a66 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0290337 Apr 07 17:37:03.226596 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-384c0f37-e3aa-465e-ad0e-b82b3515871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:03.239888 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed5e1173-cba5-40ea-ab2f-0f67dbad2828 req-67192ef5-f82a-4699-b1b3-2256e88903c3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262201 Apr 07 17:37:03.913183 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-a4518b18-ac3b-45e6-8d72-e65052e46498 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430431 Apr 07 17:37:03.975135 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-0ea9e9dd-0b17-4ebf-ad88-2f402e07f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:37:03.976575 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-0ea9e9dd-0b17-4ebf-ad88-2f402e07f568 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 1130 time: 0.0430665 Apr 07 17:37:04.078583 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-b9f8833a-94bc-4268-a5a2-4bafff932583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:37:04.080010 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-b9f8833a-94bc-4268-a5a2-4bafff932583 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 200 len: 914 time: 0.0852880 Apr 07 17:37:04.120153 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-3bf9f24d-5202-4252-8253-5b71ca81d2a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c HTTP/1.1" status: 200 len: 217 time: 0.0329626 Apr 07 17:37:04.169833 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-96b4907e-2603-4814-b6b0-a484f7fe3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:37:04.171409 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-96b4907e-2603-4814-b6b0-a484f7fe3407 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf5e2f13-47e1-4b06-a8db-54b27e417bdc HTTP/1.1" status: 200 len: 853 time: 0.0456522 Apr 07 17:37:04.199725 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-e88108cb-801c-4b1b-9d60-0b20277aefd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98029ca3-40af-49f8-8ff3-47599a1cc35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232728 Apr 07 17:37:04.287158 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-d2232686-4652-4c66-8724-188960089e1d service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820565 Apr 07 17:37:04.370212 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e24c09a3-a1bc-4544-8f40-c63ccb6ec09f req-9604ac84-ce24-4a92-8d37-f6e16b149437 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0603352 Apr 07 17:37:04.403638 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad90d8c5-8336-4fc2-a972-655d34bb7b6a req-1dc98e8b-ab42-4b73-820a-75d1a695ad3e service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105342 Apr 07 17:37:04.454739 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:05.462931 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7d57e95-db70-4290-97dc-03cd164d2816 req-4922fcab-d518-471d-b5ea-af05e1c843b4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263138 Apr 07 17:37:05.683835 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:06.555563 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54db0911-1e96-4b67-8431-822e7a5c3168 req-641c5c40-a3fd-4f6d-a411-0066ea2687a7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272534 Apr 07 17:37:07.098182 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:07.662186 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49d7ff3b-49e2-4e5c-8158-d2a49faffbe2 req-18bc457d-a21d-4e44-b9ef-6b9fcc8bd004 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0308309 Apr 07 17:37:08.756297 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c0f6a6c-e08e-4785-aafe-c9e35c0632c3 req-dc9ed6f8-935c-4f57-bfd3-325e148719f8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0280564 Apr 07 17:37:09.858060 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d91d30f5-7b03-478d-8e1e-3c5e72bef6ba req-886bc583-e5bd-4344-a7fd-afc716d65412 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0308661 Apr 07 17:37:10.957826 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9646bb5-3e13-4ee3-9975-718788f32402 req-00e54977-4016-485e-b533-75fa60e366e7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0314879 Apr 07 17:37:12.056206 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36a91a1d-6e8b-4990-ae0c-ca6190428577 req-447bc8df-d341-46b5-8e34-4c63852282d9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273249 Apr 07 17:37:13.149876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-611231c0-414b-4654-bd12-6e900182b56d req-9a7e6acf-2bbb-4c89-a4bf-bf3886423f75 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268879 Apr 07 17:37:14.245617 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6578eb71-b4c6-4639-afd4-a9e9a9d0c7da req-0703fc43-66a4-4f26-b761-c26a6fea4acd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0304191 Apr 07 17:37:15.341043 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df8484fd-58a8-4dde-94ff-a07818a2dc88 req-1329af17-385d-4d72-9618-c3f2578863f0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261047 Apr 07 17:37:16.433910 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70db85a3-9aae-4456-ad17-2bc2717dcb28 req-7c88a933-a8b8-4ab3-8237-906e8a764922 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0259466 Apr 07 17:37:17.529020 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b107a3ab-d519-4eb3-82e3-bf18a41a7579 req-87a9ba77-085d-4e4e-892c-31aa21d6613c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263276 Apr 07 17:37:18.622090 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36144828-09f7-41db-9e6a-8ca473ee153a req-8370a89c-584f-49ec-9c6c-05d5ce915120 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269585 Apr 07 17:37:18.779865 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:19.716593 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5c108632-9901-4218-b0a7-6d0ff3d56822 req-508990a9-4348-4040-bfa0-93a0dfa488c6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0258875 Apr 07 17:37:20.812520 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-15c74c92-acde-46d8-b717-5eb966eea59b req-1fd78eea-ab75-4d20-bb41-eed47ded3250 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0288057 Apr 07 17:37:21.906079 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e3c53ff-a731-4b2c-833a-3814f5b7e0d5 req-42552d1f-152f-451d-934b-8204ae4309bd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270147 Apr 07 17:37:22.998162 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2740effa-51d8-4bb3-a0df-8e7749f4ffbf req-c68b1465-9977-4930-939e-1841da7db3fc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261998 Apr 07 17:37:24.090346 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d3f2057-d107-4eed-842e-7e7f3ca73fde req-96186d49-0b8f-4ecd-aeb8-2bdcb9f11419 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267293 Apr 07 17:37:25.183782 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aac02f35-4d13-4025-ba83-51458cab067f req-e2d200bb-47d9-4834-bb00-8914f47e1e2f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264018 Apr 07 17:37:26.276295 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8908a46-d55d-4ebe-b952-43cb3f5eb897 req-88ffd483-e086-4b01-a022-1ad7e02861d4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262642 Apr 07 17:37:27.376069 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a225f23-7f0d-4730-afe5-81d92545b8f3 req-77c1afed-4dcb-4d7b-a54e-0878eb085d87 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0301037 Apr 07 17:37:28.467974 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-936e16a3-e000-4811-bd93-ebab0b6ada56 req-4118d7ef-64e6-4c5d-8e31-a89230f56af2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268424 Apr 07 17:37:29.559626 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49dd7c0f-ab3a-47c8-a031-d83e5a897637 req-9089dc33-42fc-4998-9086-d3c1dad907a2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268235 Apr 07 17:37:30.652927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5cdc4e31-aed6-409a-8de9-a767177b32f3 req-4344d371-aca7-4813-8069-0d567652f3bf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265346 Apr 07 17:37:30.825546 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fd66fead-58bc-4f88-a55e-a694a079b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:31.745004 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a04f9d8c-413e-45e4-8cbc-2c0c136f2787 req-53a47860-e3b1-4bd3-8e1c-212dd02f03f2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261230 Apr 07 17:37:32.839628 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b08def5-15e8-4408-a40e-3e89dfb2f398 req-a919ec47-d192-485a-8e7f-9124735d02f6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271828 Apr 07 17:37:33.217589 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bce5abaa-21b7-487a-9c3c-0c545203437a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:33.934987 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6af55e11-9b76-4dc7-9766-057539fd85ea req-71314fd5-23b7-4a73-abb5-9e512beb6541 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0289161 Apr 07 17:37:34.482593 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:35.029030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38aa37ce-3a16-49d5-af6b-fdc1a468ee3e req-eb9ea94c-6034-49ea-8aef-236d54785435 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270612 Apr 07 17:37:35.054651 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-53626a7b-5b06-43ec-b295-5c2b3a2b59a7 service neutron] (104015) timed out ('10.222.0.26', 51420) {{(pid=104015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 17:37:35.355889 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-30418ee1-7d1c-4a0e-bded-1721b1c25948 req-aae6b343-c157-4667-a68a-c497402e6438 tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] (104015) timed out ('10.222.0.26', 51430) {{(pid=104015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 17:37:35.691849 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:36.122358 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fba4a3a2-e0e2-4444-816f-dcb1bf17a181 req-b49ac22f-d63a-4883-adbe-9eb94458b58d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269127 Apr 07 17:37:36.926815 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:37:37.093949 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:37.216179 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-255d97db-af49-4efe-9aca-950ae049d87c req-f026bf7a-7cb6-4196-ac31-6089b37966e5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269396 Apr 07 17:37:38.309365 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-244e5bd4-330e-4d05-aa24-8a9e022e4ad1 req-30505b06-dd74-478e-9e34-f51b9f171d1d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267835 Apr 07 17:37:39.401019 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1d8a74b-447c-443f-830f-b95cbfe6c916 req-fc07bbd4-e834-4220-b801-4d6daed5403c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262990 Apr 07 17:37:40.496649 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e96255f2-80a2-4826-a488-135483ce2e4f req-3b6b93f8-d882-4af3-b60c-5c32b9efe7d2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0291376 Apr 07 17:37:41.592972 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c823c6e7-bb4b-4257-9109-7954afd4b8a7 req-0aed2be4-c22b-42cf-a7e8-163e212175d3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0276172 Apr 07 17:37:42.687634 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6f45b92d-372d-4fab-b152-f9a026d150dd req-9b8d1dfe-8804-4783-aa86-d63a67291926 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0276239 Apr 07 17:37:43.780502 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38cadc42-3fd0-4478-ad29-24b0180a4504 req-fe60d5f0-97f2-4911-b75d-67bbe0610322 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269656 Apr 07 17:37:44.874015 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-98af64bf-f36e-4e34-aa54-567a99d28033 req-13dea9cd-ed1a-4e73-b5b7-76e86ec3d885 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271015 Apr 07 17:37:45.966323 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0448ff21-fb22-4b6b-9207-8c2bbfc46590 req-f2e71f02-0763-43f8-8d23-d4122aff3e55 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264006 Apr 07 17:37:47.059694 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf2d9313-0739-4d6a-a1ce-f26d233bc400 req-8be2585c-4e81-4118-bea6-72219159577b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0293984 Apr 07 17:37:48.153213 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acaa086a-576e-4de4-9344-09870e6b9b50 req-b0e641ea-fe8a-4756-9190-de14094d6cbd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267150 Apr 07 17:37:48.785035 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:37:49.247271 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38888f40-29b7-4c5f-b6f3-38684fb52591 req-cc440a67-62fd-4445-aad9-405a65924d19 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272071 Apr 07 17:37:50.340943 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1d73134-8607-4d48-9bb6-21a5d09cbffa req-6166caf1-d54b-499e-968e-2f10ff1b746d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267341 Apr 07 17:37:51.434178 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05fe8c27-c2f5-4370-9916-8097d24dd900 req-3b7590e6-54c6-4e62-a544-bdc3a6b9c63a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0258987 Apr 07 17:37:52.526247 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-152bd040-104c-45d0-bc6e-b942803d0495 req-95d5e98c-071f-4487-8371-d0f6ceabe5a4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271885 Apr 07 17:37:53.620468 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09708137-0ccf-4c32-aefb-18fcc4afd99e req-bbc8b85a-ad81-456b-80d3-1fe1163579de tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0295141 Apr 07 17:37:54.714425 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-161449b0-5bb4-453e-ace5-f09884f6e382 req-b3e114b9-0d61-4f96-87d8-3def2e9273ad tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0258503 Apr 07 17:37:55.815927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbb428ea-71d9-4cde-a19d-ab29bc990b11 req-7e65fd9c-3194-4973-9588-55505becd134 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268011 Apr 07 17:37:56.909127 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-082e4746-5c9f-4068-b6bf-fe3f1289223a req-a6419f50-2daf-4351-b15e-6977e86c28a6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268409 Apr 07 17:37:58.002264 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d98c96b-842e-4278-96a1-9825e11874c3 req-b7b38a94-9337-4684-9aca-c74eb5923187 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270233 Apr 07 17:37:59.096101 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efbede14-9457-4c0c-85ff-981aae25650d req-f5f7f01b-2fdd-4de8-b57f-adaa6ea6f9de tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0281515 Apr 07 17:38:00.191539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c5c23bd-b8d7-48b1-b649-710df520d439 req-0f8dec0b-7b12-44f5-a951-926d211fac4b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0297956 Apr 07 17:38:00.905834 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8cc993b3-61e2-4d77-aa93-8627589ee141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:01.285908 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10dfe07c-d899-40e6-9052-ca4e72170369 req-c1411fff-f50c-4b62-b8e4-8599a5674a18 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0276537 Apr 07 17:38:02.378058 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5466c45f-9fdf-4fbc-978b-36bfe8cc70d9 req-ce02bdc2-1fb3-49c9-a44f-5a1e6e4f2488 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0278065 Apr 07 17:38:03.230322 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-69b3b8ff-0a8a-4fba-bd0f-534c0b92f40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:03.470838 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66a17481-fd46-40a4-98fa-bf17bab869a6 req-587a1813-af26-4034-b18d-d2451aaeddf0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0279911 Apr 07 17:38:04.470130 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:04.564173 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4b5ab9e-7142-4d5c-96d2-18e49faa8ffa req-96eb315b-2bb9-4e6e-8e2a-b974e46a71f3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268235 Apr 07 17:38:05.657849 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-518d5ef6-0b32-40c2-aea5-df685a332911 req-4cd4ed20-1311-41fe-aa85-0e71b071a2f4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271444 Apr 07 17:38:05.702233 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:06.445370 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-9b010e4a-fa92-4898-b9f0-aaf36282a3dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446978 Apr 07 17:38:06.526639 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-f114e0b9-f28b-45b8-a3a3-d8096014b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:38:06.528074 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-f114e0b9-f28b-45b8-a3a3-d8096014b843 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0433486 Apr 07 17:38:06.630373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-29cfd5bd-4a27-487f-9be3-b503093dbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:38:06.631789 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-29cfd5bd-4a27-487f-9be3-b503093dbe1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0864120 Apr 07 17:38:06.673639 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-b1b97aed-50a0-44eb-910b-5d5962425cf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0354447 Apr 07 17:38:06.720494 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-9b969608-9039-42e8-9eef-a46def219611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:38:06.721900 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-9b969608-9039-42e8-9eef-a46def219611 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0433607 Apr 07 17:38:06.776556 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ea501c0-4643-4bc1-a47e-5b2dc268328b req-331274d0-8bcc-4318-a8a4-43a124ced635 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0511677 Apr 07 17:38:06.794943 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-25975d6b-19a9-47be-b898-4884264b8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:38:06.796440 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-25975d6b-19a9-47be-b898-4884264b8864 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614784 Apr 07 17:38:06.882342 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-1d6bd685-7dfe-4bf4-b112-d07a6c7d1970 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802543 Apr 07 17:38:06.972789 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecd0cfe2-c8f6-4f8c-843f-431d4adef0c9 req-fe9eab0a-de0f-4882-8b3e-f6b1fe5d6677 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Apr 07 17:38:07.084377 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:07.873009 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57dd6134-4556-45bb-9217-757ebb3ed536 req-e979aa60-ddc8-4d6d-b621-20da38f68a8b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269592 Apr 07 17:38:08.968143 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24a3c6e6-ca0c-4062-9209-0293b23b1355 req-5c26fb0e-b4b8-44d9-b4a3-1d536e8a3f05 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0280933 Apr 07 17:38:10.061327 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ed7d946-fa46-4f9b-ad4c-566db5770a26 req-a9cefd3a-db13-4a03-bfd9-ea5a6ab804d2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265882 Apr 07 17:38:11.176066 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3012d2b-e58c-414e-a6d9-5902d85265a9 req-8b36cbf9-b8fc-41f5-b220-2baf4b3c153a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0330510 Apr 07 17:38:12.269124 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ed425f3-8ba2-41d3-9522-4cde8a1eb23c req-00dc9db8-ea8b-4ca5-bec2-9f05553d469a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272722 Apr 07 17:38:13.362985 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16342776-a72d-4811-9056-f4ccb95632db req-cbd9b996-b436-4fbf-854e-796ec6ffda62 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268099 Apr 07 17:38:13.926323 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:38:14.455715 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0443736-4401-4d14-883d-eb1a5368d887 req-2d0e48f6-6910-4b4d-a8e1-0a4d2440712f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271432 Apr 07 17:38:15.550892 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c021237-e29f-48c8-a57b-fd5e92972e68 req-a38339e7-4bb4-4a22-9d4d-1604327a7492 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271811 Apr 07 17:38:16.644829 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e1d8baa-92b1-4223-a40c-5dc32642a756 req-1621f616-2d0e-4995-8fe5-66271554675a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0274744 Apr 07 17:38:17.739320 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a77a0dd-86ee-4529-a901-fcf764c4faca req-20fc92ad-b8ec-4935-a9d5-619fad066666 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0295491 Apr 07 17:38:18.809984 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:18.831165 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-726a2e93-a84a-48ca-8de7-fda489fe664a req-0993dca9-4de5-459e-becc-0ce4cc6f83ab tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263460 Apr 07 17:38:19.925306 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-275362eb-4fa6-479a-8425-7aaedf2f4e3e req-2a86a6c6-87e7-4608-b843-4dea44963255 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267637 Apr 07 17:38:21.016938 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcf2d52e-3d5e-4e34-acc4-5c987ad77771 req-bbcc45b6-c716-47fc-bef1-4bfb4b25c6bf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261912 Apr 07 17:38:22.116431 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b66a6139-5fb2-441d-8b22-4773994a6411 req-ae4c8543-5a80-4ce6-87fd-a021e7de1f10 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0324562 Apr 07 17:38:23.209225 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3fd540a-851d-487a-8e33-25969bcc3209 req-4bd27b96-8fa6-4489-a74e-ade1ab969935 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269375 Apr 07 17:38:24.306889 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b503395e-74f1-400e-adc1-4c915650d5a0 req-d7ca50b1-c340-46fe-bd12-44e0e8c45a29 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0303428 Apr 07 17:38:25.399817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c8640fd-9867-426b-8258-b30049aa8f8a req-cec3e00d-592a-4aa1-87dc-6b6247df342d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272579 Apr 07 17:38:26.653776 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84fe6fb0-ed17-4c6a-afc9-39d0a15c056f req-fec21aae-d501-42cf-9238-cae9054a0cb6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266149 Apr 07 17:38:27.747678 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8fd9f047-e78d-49e7-920d-cf74950d61af req-a6832ac6-7c91-475f-9c29-7a56a339463a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261588 Apr 07 17:38:28.844602 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1050bd19-37f8-4cb4-a542-1f4da55424cf req-0d645a4e-07d1-4248-95d9-8dad654b5696 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261731 Apr 07 17:38:29.938293 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-98ea61ca-9588-40bb-b08a-a1d7d308517c req-e031a753-1bb3-45fa-a3aa-e35e7eb345bd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264499 Apr 07 17:38:30.840873 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ef51c30-6734-43ad-bc0f-5395ad5ec7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:31.032421 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32fcd022-dc7f-4ce3-a763-e879aaa7dcfd req-5fe353ba-959d-483d-8af4-7248fe0c81b7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0292647 Apr 07 17:38:32.125964 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c899703b-9dd3-41eb-85ac-b08e6b52e38d req-f8807a35-04b2-47db-bc3b-6783ac258753 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261941 Apr 07 17:38:33.219568 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c371a911-b643-40fb-84fb-81b24d6294cc req-bb33888b-97fe-45a4-85fd-af3a214ac5b5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271668 Apr 07 17:38:33.234999 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4ecfec49-272d-4fc9-b13a-0ce6abac1067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:34.312865 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e549546b-dd11-4143-880c-c37c3823249a req-58232b18-1775-4dba-87f6-81f31e728258 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262892 Apr 07 17:38:34.474885 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:35.406070 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1af939a8-5e9b-4c6d-a2ae-a9393cc638d7 req-39eb6677-cb70-4790-aa1d-7ef9fd4c9796 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273979 Apr 07 17:38:35.718015 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:36.499170 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e78fa45-f5c2-4852-9b65-6a30e911d402 req-a082efad-786b-4b2e-82d5-c88f47449376 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0275354 Apr 07 17:38:37.089289 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:37.594352 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-786e4610-4b8f-4e06-8d99-e93542c6a5ab req-ce9c9031-01e3-429c-9764-e7cc80032a5e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0294633 Apr 07 17:38:38.689853 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-598cefda-c2be-420a-ae9e-76e23e4cc935 req-6566ffe3-a1fe-45a6-aa61-4d30657bba24 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0304213 Apr 07 17:38:39.783665 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-229849d4-5c97-4293-b716-bec9b920109e req-f9cf0f39-11e7-440b-929d-d2ecd943219d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268099 Apr 07 17:38:40.876214 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61536dda-d4d4-40fb-9f55-dbcc39eacf2c req-0011e665-36fc-4a5d-9c0b-e096bf36b10b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273879 Apr 07 17:38:41.968636 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-292c0f4e-fb21-4d1c-a7d7-60b277d3f291 req-a50afc0a-d83e-421f-a38a-f102443fecac tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265384 Apr 07 17:38:43.062319 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-387a391b-8403-48c6-9d96-0ef6c5e16df4 req-15d60841-77b0-4348-9912-d7543070139b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0276506 Apr 07 17:38:44.157816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74bd4008-ce79-4664-884f-43974cd45685 req-827966a7-3dbd-4e34-b48a-4f57af2ed2db tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0300703 Apr 07 17:38:45.249667 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-100e9e9b-e23a-48e2-9c4d-3707a5611198 req-c6726bfb-4191-41c9-ab9c-1bed4167b4c2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263569 Apr 07 17:38:46.342068 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c616eac-521d-48fa-9d42-d8ab67868c75 req-ccf44a1c-75a4-49a9-b192-f146aed4f45d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262094 Apr 07 17:38:47.437219 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b0351f8-c47f-4620-b0b4-9a3d42bd6791 req-b27ca7ea-7165-45dc-a256-1d3838945bd1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265582 Apr 07 17:38:48.529262 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6f4cec25-c91c-4fdf-94f2-e0e5e7326f09 req-fa8475ad-2eeb-4ac8-b8a8-ef938db3bffe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264144 Apr 07 17:38:48.837848 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:38:49.622742 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0031fefc-59bb-4df0-8430-0354547fe575 req-b2088607-4caa-4a06-82d0-5e31fc58a27f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266964 Apr 07 17:38:50.718089 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0b09b8e-819f-4932-9708-dd7923140fd3 req-9bfc64a9-7f16-4cba-9358-05dc779e5c24 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0293779 Apr 07 17:38:50.925915 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:38:51.810260 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c582e040-2311-40bf-979d-bb4d239dc00b req-1dec0f70-29ad-45b7-b8a4-304722158390 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267673 Apr 07 17:38:52.904357 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb24f65e-e950-4822-a133-ce0f5887afc2 req-a8ed783c-a07f-49c0-982f-012407f58d65 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268712 Apr 07 17:38:53.997913 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad07044f-ab05-4e20-9a53-730ca87c6a99 req-85c45301-8576-423f-80b7-1e58884f2a76 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264192 Apr 07 17:38:55.090555 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22b84cbc-ff09-4b7d-b74a-023f24b0ba01 req-107a6178-a5bc-401b-a806-001aef86f458 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263593 Apr 07 17:38:56.183236 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d870c829-0329-4b57-91b3-3d91aa09e69c req-f081697c-f4f4-406e-9755-c211e9d49600 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0256155 Apr 07 17:38:57.279678 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30830b8b-589b-4dd8-98cd-b31105e98c6a req-b1859a77-f9a2-4c48-9849-0806e6c26b3d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0302753 Apr 07 17:38:58.372237 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-530512e4-1da7-4839-8ed3-50110f88da2c req-e9f13099-77f8-4e34-baf9-ab29028869e2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272589 Apr 07 17:38:59.463801 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0952f72c-219c-480c-b2b0-6d907b339b17 req-5ef07762-981b-479b-8938-26834ecbfec0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269248 Apr 07 17:39:00.558890 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f798de1e-ef1a-4af4-9358-b23a449ab758 req-d21a2631-da27-43eb-9df7-cef314e4a471 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264566 Apr 07 17:39:00.834295 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0ca02fd-a5ad-41e2-8846-fe281a2dbbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:01.652762 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4a271e5-2b84-48bc-b44f-54a16d0e3a03 req-67ec707d-1f06-4fe6-ab5b-f54e01293be1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272686 Apr 07 17:39:02.745033 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c73c9bf0-c82f-48da-9d79-f8e4249d6171 req-df3f6f29-9c63-4493-8905-29fe72b54d83 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0260885 Apr 07 17:39:03.257309 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87e4116a-34fc-4592-9583-cedc5b422037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:03.841352 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc2d79b6-9aa2-444b-999a-38991ad37263 req-12c1ed44-8128-4ffa-8a37-adcae97f9e9a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0294149 Apr 07 17:39:04.483009 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:04.933636 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3ea3aa2-ba49-4939-9695-e89bef965774 req-ab347979-4b0c-4ed7-8bec-cc0ce5255a63 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0255396 Apr 07 17:39:05.711749 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:05.895751 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-9155b3ea-d634-4d0f-9be7-b143a591c0e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427182 Apr 07 17:39:05.957058 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-8b82b46f-0862-4693-99f8-f1f1c8ad3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:39:05.958545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-8b82b46f-0862-4693-99f8-f1f1c8ad3cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0425217 Apr 07 17:39:06.054356 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2f75531-167e-4e57-b19c-f90c09a0b6a8 req-3c675119-dce4-4eb9-88e7-4b0406409ad9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0533185 Apr 07 17:39:06.086320 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-697237f1-a79a-4ffa-99e2-f14669b68be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:39:06.087760 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-697237f1-a79a-4ffa-99e2-f14669b68be0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1103780 Apr 07 17:39:06.127013 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-5694b8fb-282c-4fe1-b80e-8ca693cf1687 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0335157 Apr 07 17:39:06.176407 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-49d0cba0-34e2-4672-9beb-e4e060f2a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:39:06.177853 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-49d0cba0-34e2-4672-9beb-e4e060f2a324 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0450807 Apr 07 17:39:06.224302 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-41b53f94-f6e9-4da7-b1d9-6f9be39782e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:39:06.225779 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-41b53f94-f6e9-4da7-b1d9-6f9be39782e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419636 Apr 07 17:39:06.313973 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-7ea80a1a-dd7d-44ad-b2c9-18a8d65459a7 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825186 Apr 07 17:39:06.399629 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c930e1c-2a60-45f6-93ad-8564a8f24c57 req-97a6fce6-0254-4ac4-ab97-d2e461dc42e1 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800295 Apr 07 17:39:07.096819 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:07.148584 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-117b2a5d-9671-4143-8695-dafa7bd8e6c3 req-a0e7b526-112c-431f-a5d4-41255b42dc50 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263281 Apr 07 17:39:08.242939 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5372c24-1943-406a-86c5-29a94245de48 req-dde38111-0b2a-49ba-b384-12f4fd16a800 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263298 Apr 07 17:39:09.339941 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a19ec4e-c7df-4f2b-8de8-3ba4390857ca req-8c3d7c52-7fd3-496b-8f71-a0ca5049a943 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0298512 Apr 07 17:39:10.432498 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72fc77fd-4d04-4a43-bc31-e2b992919cdd req-838f0155-7cf2-417c-8d54-a481aeeb79ad tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264695 Apr 07 17:39:11.524199 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19584a97-79d9-4262-9eeb-74991c4885a0 req-26522b5e-906d-4bea-a680-2b3181a73355 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264091 Apr 07 17:39:12.616300 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f77091ba-959b-4433-8a37-eb7f9458addc req-3e34a9a5-cf06-4ccf-a2d3-3aa606bb9fe8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0258517 Apr 07 17:39:13.709736 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcc505e3-2263-47a7-9de7-fb270c4ab769 req-21b6c146-0450-4d5d-abe9-3f9aafe1ac69 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264082 Apr 07 17:39:14.802636 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ba4fc86-bd01-40a9-9367-12ab41a399f6 req-ddb50b70-3734-46e3-80d1-30ae4b326878 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262151 Apr 07 17:39:15.900956 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-938a0140-d871-43c0-9a30-317a54e7f223 req-4a47f600-f88b-46cd-ad12-3842df1b85f4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0308287 Apr 07 17:39:16.993775 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ece460fd-f187-4b22-bf20-b5021abfd147 req-c7d63627-c9be-41e2-af39-11454e5731ae tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0257387 Apr 07 17:39:18.086314 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fe6a117-c30a-46fa-9e89-2e11b528aa8c req-a04aec4d-a1a7-40a6-ab99-870dafb3dd4a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271010 Apr 07 17:39:18.819742 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:19.182292 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9385b4ea-0c98-42bb-960f-086c9281d124 req-ef4067a2-ef74-4709-9556-73cb8fb5fb8a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0274277 Apr 07 17:39:20.274946 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43c71359-d3f9-42ed-a64b-d566567021e8 req-81d61da5-8538-4a3c-9f48-d217ac97f1d1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0258060 Apr 07 17:39:21.368097 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5af9d672-60c3-4052-bd38-1677e302e77a req-9845cea1-dac7-4ee4-a342-4c7841331a76 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261309 Apr 07 17:39:22.462760 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a5bdf26-0bf0-4c1b-9a9e-38fc7df16c72 req-c1db11f3-88e9-46a4-b7ae-bd50fcf2b2ac tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0286858 Apr 07 17:39:23.555954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9f4ae541-4d4b-4564-8465-1ed2e546b7b8 req-c2e89a82-91e4-41fe-862a-1b81372b0322 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0259957 Apr 07 17:39:24.648777 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c57ac2eb-4a8b-4fab-9554-29652abd4bbc req-6c66f7b5-b46e-4eae-a62f-c22ce5a4ff83 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268338 Apr 07 17:39:25.742395 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3720a096-4e1c-4690-a2aa-2391de0eb262 req-9c352cc8-b327-4a33-a2fe-4ff9bd3f9087 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261319 Apr 07 17:39:26.840451 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8383d005-730a-4fca-a5d0-3adf20403411 req-7a9bbc65-a719-4373-80ca-adc5e7158062 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0311840 Apr 07 17:39:27.924236 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:39:27.933496 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b23b501-798f-4e82-bbd9-759796ea567d req-7b715ae0-bcf7-439a-9f6c-214188d15cda tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270710 Apr 07 17:39:29.028482 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e53f380a-c301-40db-b434-efac748d4a0f req-bf61e643-c947-4a04-b540-1233d039b842 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0288217 Apr 07 17:39:30.121817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20f65e82-9bd0-4a65-98c4-6c55b7c61008 req-ce069238-3aac-4352-a39f-bdca8eb0bb4a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262845 Apr 07 17:39:30.868645 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f8d674e9-44c9-4dba-b545-6dc4b4378396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:31.216650 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0e86c57-73b4-42f5-a1a8-8932a211daac req-443ea7db-bde7-4a1a-a542-2adddacc445e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264370 Apr 07 17:39:32.309082 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13b3ca83-24ed-4f1c-afdf-ee088d822b17 req-c2fa8435-44ff-48de-ab57-97f5f898298d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269637 Apr 07 17:39:33.233103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1eedefdd-ad15-454e-a664-eb1343951718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:33.400964 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-276bc534-6a5b-4daf-b144-e5f6046c7eeb req-33e1129b-7678-4f11-8d8f-4842752c4a7d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0260878 Apr 07 17:39:34.492446 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ef91913-4eac-4976-9a4c-9a590bd92be9 req-d4a2d085-5465-420d-b359-b4695e84de49 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0257149 Apr 07 17:39:34.524736 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:35.586821 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b33a515-d379-4f4d-bcda-d5c456b037d8 req-cf5b4c83-2c0d-4aa1-b3e3-238ce8123126 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0282080 Apr 07 17:39:35.736415 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:36.680353 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b43814b-0d31-42d7-a5e1-cb56ba6f15cb req-190926ae-e800-4ea1-86bc-9f8391b1b7e5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271235 Apr 07 17:39:37.101692 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:37.776788 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3b4a64a-60af-429e-9502-d9130e443552 req-bfbdefbb-9e70-4744-bc73-00b58f16d2dd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0276566 Apr 07 17:39:38.871181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9a9ef3d-1098-4bf7-a3c4-a81c715a81fe req-aea71167-e9da-433d-bfd7-3998b15d7983 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268109 Apr 07 17:39:39.963725 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-727808e5-0868-4833-aa2b-9a388194bf9c req-082a0a78-c3f8-4eb2-bf5d-57bc8769721b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265477 Apr 07 17:39:41.055889 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ffeba8b-20bc-4aea-8cb2-914c7db0a08a req-b7793ce3-85bd-4c6d-afbe-fbf309b017b6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266171 Apr 07 17:39:42.156227 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de6096d8-76ed-43cd-81eb-8c6fb3d5d81d req-7ba2a759-c095-48ca-9c5d-85a4951d9416 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0294511 Apr 07 17:39:43.248441 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-680903f6-69f8-49b9-94f8-49c2b6fc6324 req-70e8a065-fe76-4b7e-862b-fccc8b27cc0f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0260720 Apr 07 17:39:44.342029 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5999b099-ec40-491d-9f0c-7f4373dd7b22 req-a5164c50-0565-43a0-8dee-887ddf50d0a2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271971 Apr 07 17:39:45.434817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ec91488-653d-46b5-b548-bc8a0cdbf692 req-76a71f68-33e3-47f2-a24d-f80703afe40c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268686 Apr 07 17:39:46.531223 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b571fa27-4607-4040-bd08-64e91107cf64 req-f5b7fbfb-14b5-46e5-a269-549263545b7a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268021 Apr 07 17:39:47.622539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96be8645-3915-45cb-ad68-b5f082a33fb9 req-f78fa034-b1c8-47bf-bc9c-4cdaf11a3cd0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0258050 Apr 07 17:39:48.719913 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74d3e698-3cbf-4d51-9b8c-27bc74ab2b31 req-9a26a352-55ec-4e8a-a230-c1ee2b7208f9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0299380 Apr 07 17:39:48.830001 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:39:49.814155 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb415d52-0aa3-4e9f-a0bd-e26a61590854 req-724653c4-16dc-4838-97d4-7c940500c736 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0276158 Apr 07 17:39:50.908370 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6f854f3-05c7-449f-bb01-d4cdbd6e619c req-4036e690-2835-46fb-9cd7-1a844fea69a7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0291753 Apr 07 17:39:52.001680 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67d02a32-20fb-475f-aa55-4a2edc86a838 req-1b5764c0-a0f0-4c59-8c0b-fae070c807b5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267036 Apr 07 17:39:53.095946 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5421371a-138e-4442-af36-a99872f43efd req-994eae68-26dc-46d8-ac93-208afc9a5df9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0279691 Apr 07 17:39:54.188132 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd9f7ff2-1e6f-493c-a1b4-9ff32f967d34 req-e501c0e7-990e-4c44-b5b7-8f7ba36daf9b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264328 Apr 07 17:39:55.285476 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df82cba8-8e40-420e-bc15-bb94323f7f2d req-a73b67e9-cdff-4f9e-9634-e36ce954777b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0298030 Apr 07 17:39:56.377622 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1429d74-bb2c-4cf3-ab1f-1ff81f659c37 req-e21e96fd-99b8-4a71-961a-f8c4f3d4afe8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266595 Apr 07 17:39:57.469463 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a6c582a-8a48-496c-8d57-b31f052ffe25 req-1f0924d0-60c6-48f3-a4f9-4523a3f41966 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0257740 Apr 07 17:39:58.604604 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-487d208e-8fb1-4696-8621-154e7b223b86 req-e6ba5232-03ba-44bf-9af8-256289d95ca9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0695946 Apr 07 17:39:59.700148 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9dbdc556-bb70-4cc2-8cf4-2895a4aba5fe req-9e48abd6-d486-4dad-9c64-eee71074faf9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270605 Apr 07 17:40:00.798621 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-638fd575-4f7b-4066-9e27-a8d1c1bf9af1 req-c2de2083-42e6-42ce-8ba0-7f6419b3db6b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0294893 Apr 07 17:40:00.850038 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a404-1bff-4c70-87cb-1a08531ae259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:01.894339 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c7c67a3-f450-4d55-ab04-f622769ac948 req-17bb2a30-8e16-4023-af63-e30a4e1bff5f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0290360 Apr 07 17:40:02.986561 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-573d3920-018b-48ce-9794-420d50a2f95e req-043742bc-5182-46b7-8f98-bea69fc9c915 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272064 Apr 07 17:40:03.223809 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ef66d02f-ead6-4a4a-b81a-0d148785b0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:04.078144 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b109e644-9c70-4132-b612-217591c2ee11 req-68440e83-4cb3-4bdd-aaa2-e63b922acae0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264356 Apr 07 17:40:04.515384 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:04.925220 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:40:05.171491 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-877dcaf7-f0d4-47ca-b2c5-2f102fdedc15 req-f02fe606-2df3-4f47-99c1-d945eee793bb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267010 Apr 07 17:40:05.729819 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:06.265452 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-359359e7-30b3-4461-a916-ddfc87504df6 req-82ae436a-8521-4809-b5c9-9a7c7257e9ca tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0281353 Apr 07 17:40:07.095311 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:07.360629 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9673ae80-4903-42dc-b1da-d866f0c2ce1b req-5a209e54-3629-4a02-ad9f-d0079c6ebdb4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0283015 Apr 07 17:40:08.458803 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb1def37-5e26-4828-948e-95d7c1952a8a req-bfe18e22-d271-4c25-8c3f-272b82d1ff51 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0315328 Apr 07 17:40:08.501498 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-5fdec523-d172-4bce-86e7-2f1740fb9b38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417402 Apr 07 17:40:08.563063 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-9262ef1f-432c-480b-b9da-cc1e9e591d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:08.564515 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-9262ef1f-432c-480b-b9da-cc1e9e591d98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81110c4ea45c46a88291fe2527aabd46&device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 1130 time: 0.0425427 Apr 07 17:40:08.884021 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-b99a7fbc-9601-40fb-b975-7e644b90fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:08.885501 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-b99a7fbc-9601-40fb-b975-7e644b90fb61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 200 len: 914 time: 0.3048122 Apr 07 17:40:08.924653 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-4682a42f-b8c3-4edc-85e4-a8e331b9f9ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c HTTP/1.1" status: 200 len: 217 time: 0.0334289 Apr 07 17:40:08.970474 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-7c9b4e12-f40b-4be4-a290-736408a52c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:08.971842 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-7c9b4e12-f40b-4be4-a290-736408a52c42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf5e2f13-47e1-4b06-a8db-54b27e417bdc HTTP/1.1" status: 200 len: 853 time: 0.0419548 Apr 07 17:40:09.004778 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-6418b1dd-0af0-4c61-9b4b-c60a5930aeef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98029ca3-40af-49f8-8ff3-47599a1cc35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261791 Apr 07 17:40:09.093524 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-88bde491-52a7-43a6-bfdd-e1d3afeae2e2 service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Apr 07 17:40:09.187466 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bc56f12f-a284-437b-b9e5-7bb361489050 req-d9889130-1dd4-4ca6-bc96-ad89f0af88de service neutron] 10.222.0.37 "GET /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885770 Apr 07 17:40:09.549934 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7f9374c-7c97-42b9-9b1b-c5268116c434 req-751254db-1d46-4fa7-903f-48afd4fe59f6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261967 Apr 07 17:40:10.661477 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9d52dc1-510b-4d78-8b15-343d84b19ce2 req-f0c350ec-1b81-40ab-b8e3-7035be9997f4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0333614 Apr 07 17:40:11.755271 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a1a46fb-9d13-469e-ac18-1cd91ab06bf5 req-89239844-0109-4c09-9c8e-187b89449669 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264246 Apr 07 17:40:12.846711 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a7c3a22-23b8-43a0-a09a-2a093b21bcff req-d4aaf6bb-2425-4994-8943-2e9d91aa4cca tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263472 Apr 07 17:40:13.940685 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05f333e4-3ff5-4594-b9cd-cc5e501ce42c req-dd5217a5-44a3-4d21-861b-a850dac14385 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0282493 Apr 07 17:40:15.036672 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5299c00c-63c7-4c41-b047-439cfb8e95f3 req-1868ed3c-ebc3-4fde-ab24-d0278421ba12 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267036 Apr 07 17:40:16.128110 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd03cf7f-1f05-4196-a772-9b8121cea28d req-3f638b67-560c-4b0f-8a40-210a2e608b4a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0256991 Apr 07 17:40:17.219932 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3e78eb0-0fb5-460d-bd15-7f4bf19f85c7 req-e68a20b6-cfc9-42e6-bfb2-53b7e9f9083a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264142 Apr 07 17:40:18.313884 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3edc3922-c280-4e89-b609-e394c30c2b9a req-80a2a63a-a802-4772-a223-10f555b21bc9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267501 Apr 07 17:40:18.838078 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:19.407064 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d049f1c2-6cb6-436d-8d3f-99a40505104b req-d6368358-ced9-4c24-9a3d-29a82e94c174 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271432 Apr 07 17:40:20.501934 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-117026f4-a156-4818-8f44-1c7ba95a4170 req-f22f519c-cc92-48b7-a234-93e5742e28dc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0289729 Apr 07 17:40:21.595245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8cb18ba-cc7a-44f5-a141-aeb99852aac8 req-9b0a8ce0-abac-4bdb-b6a3-cdb2019803f8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261707 Apr 07 17:40:22.690189 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c8429bd-7e24-4061-8a94-4c6d4aeda51b req-9ea67f2b-5f68-44f3-93de-14da69f5d2a8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268323 Apr 07 17:40:23.787991 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-934f4e61-473f-4f96-9b42-93b4712439f6 req-600852d9-159d-41f9-8ebb-5b4e6d7f568d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263011 Apr 07 17:40:24.881077 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99910a96-f104-4237-9cf0-298364c1c92d req-eff889ea-559f-4ca3-9615-d8350c7948c7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0260568 Apr 07 17:40:25.974138 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3362512b-a087-4bdc-b3f7-26e54ef23fd8 req-1d1af564-1963-4521-8eac-2c1046bf222d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262239 Apr 07 17:40:27.071085 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4373beb-4245-4c21-bbb5-452876074425 req-92a514ef-a4ed-4d32-a863-72ce558052bf tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0297577 Apr 07 17:40:28.165001 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1ad482b-85ab-4d11-adb3-29d095e8b22d req-3e59d6da-5490-46cd-980c-66d95a734e03 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272884 Apr 07 17:40:29.259364 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e67b2ab-43ab-434f-8988-7839e516b690 req-c484d6d5-9081-4b65-bb2c-deb37af34cba tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0278010 Apr 07 17:40:30.354819 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34a3d5f9-77fd-4988-b984-1e10628697e2 req-8965f38d-14d7-445f-af9f-5fc38c0b0e0b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272846 Apr 07 17:40:30.862591 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b32be2d-440d-4da1-996f-ec00874105ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:31.454450 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-784c424c-3859-47e7-82d4-e870d8efc1f4 req-90d3f968-c0b5-47cc-a11f-b4881e2afc40 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0311866 Apr 07 17:40:32.547952 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dcf9dc58-8ef5-4bee-9d63-2f28fac5bef5 req-3fa6740f-9703-47cb-9991-cb7fb1ed731e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264473 Apr 07 17:40:33.239967 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6850e09a-cc8a-4ad1-873e-dafaded3417f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:33.643300 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b76bd7f-b5b2-4312-92bd-d292283ef354 req-13d4407b-02c0-4e34-b8ed-11753ea0c4d1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0290341 Apr 07 17:40:34.586159 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:34.736903 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d633fdc-bfd4-4e00-9a33-63bceeb09e6f req-9122ff60-d823-4a05-9bd4-815e59760875 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270960 Apr 07 17:40:35.725964 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:35.841160 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89674a5e-c9c2-4220-b2d1-e1ccf1bf39f6 req-f2ace2c4-467a-4866-a4f8-2b48b3fc2b65 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0305657 Apr 07 17:40:36.258578 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dfabf-0766-4806-8f4d-bda8349e15d6 req-aa7f838f-7f0f-4fa7-92af-0c82aa83360b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:36.260675 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e77dfabf-0766-4806-8f4d-bda8349e15d6 req-aa7f838f-7f0f-4fa7-92af-0c82aa83360b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0563917 Apr 07 17:40:36.310285 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e77dfabf-0766-4806-8f4d-bda8349e15d6 req-8d492bd9-5f65-46a0-803c-c2c66feaa11d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Apr 07 17:40:36.940853 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-640a09d4-472c-4ce0-ae78-1f957dd72c59 req-65532d11-efcf-4c2b-a0f6-5e7cd7182801 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0297849 Apr 07 17:40:37.097055 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:37.428588 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b916892-b50e-4472-8623-0050588ca520 req-9e634a3e-4357-410b-aae6-ed84a73da8b7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:37.430054 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b916892-b50e-4472-8623-0050588ca520 req-9e634a3e-4357-410b-aae6-ed84a73da8b7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0511453 Apr 07 17:40:37.475347 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b916892-b50e-4472-8623-0050588ca520 req-3146949e-db29-4017-853f-72e401bbe73d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Apr 07 17:40:38.032536 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-099be071-f901-4e19-bf6b-0600bd4b5cc6 req-37c7b8bf-dbc4-4c99-9cfe-41e06c1fd09d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263381 Apr 07 17:40:38.593048 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae974a-5c07-40be-a2d4-541b799e53e1 req-653bd967-b0e0-46e9-91be-c7b0dbe1afa4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:38.594540 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40ae974a-5c07-40be-a2d4-541b799e53e1 req-653bd967-b0e0-46e9-91be-c7b0dbe1afa4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0510452 Apr 07 17:40:38.643630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40ae974a-5c07-40be-a2d4-541b799e53e1 req-81a24937-b846-4672-96a0-650dada9e17d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 Apr 07 17:40:39.126442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4128c508-e549-4a6a-a066-4971c535a5e9 req-ef69764a-7b19-4f29-84a7-29a3f7c9c23e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268753 Apr 07 17:40:39.763913 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c239537-638c-4b95-afcd-476317f89305 req-b54aa7c5-d5d7-40c4-9966-02310004c40c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:39.765402 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c239537-638c-4b95-afcd-476317f89305 req-b54aa7c5-d5d7-40c4-9966-02310004c40c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0544920 Apr 07 17:40:39.811302 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c239537-638c-4b95-afcd-476317f89305 req-aa6df9ee-f3db-4a2d-a127-46f5d0861f84 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Apr 07 17:40:40.219427 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c7bdd0a-ed62-4a56-8620-d4321f12a78e req-87a2a9a8-2164-4d11-acda-d9f2f62612cc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271139 Apr 07 17:40:40.932791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ff742-f7f0-4f9c-921a-4b06b7f3a42c req-ccd12627-c42e-4956-98e0-ba6627c20d45 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:40.934287 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a4ff742-f7f0-4f9c-921a-4b06b7f3a42c req-ccd12627-c42e-4956-98e0-ba6627c20d45 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0556793 Apr 07 17:40:40.980134 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a4ff742-f7f0-4f9c-921a-4b06b7f3a42c req-b99ba402-b44b-4176-9e6d-39c20f908ac2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Apr 07 17:40:41.314406 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7177a10d-833a-4866-9222-ef8b70d61c30 req-b01b33bd-8182-4faf-a0f9-1a5a41ce271c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273838 Apr 07 17:40:41.924293 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:40:42.096239 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891613bc-7938-4fbb-9a15-3460abb6adb7 req-260f34ba-b6a8-46a2-be60-8f2138c7b738 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:42.097719 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-891613bc-7938-4fbb-9a15-3460abb6adb7 req-260f34ba-b6a8-46a2-be60-8f2138c7b738 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0508060 Apr 07 17:40:42.146398 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-891613bc-7938-4fbb-9a15-3460abb6adb7 req-23a9618d-6e76-4fc0-844b-c1226288bf0f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Apr 07 17:40:42.407224 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89840cc9-b344-475e-9470-27205b040931 req-d279f6c6-f95f-4a9f-b17e-bb967bd77158 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263188 Apr 07 17:40:43.266275 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef28c-38a9-4f1a-beb2-4e05ff32f557 req-48e7776b-e1ad-490c-b8db-6240e44a7427 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:43.267727 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aacef28c-38a9-4f1a-beb2-4e05ff32f557 req-48e7776b-e1ad-490c-b8db-6240e44a7427 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Apr 07 17:40:43.314828 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aacef28c-38a9-4f1a-beb2-4e05ff32f557 req-a85a931d-c713-48b2-84dd-fdbd5c94a1b5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Apr 07 17:40:43.501069 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72991d5a-0b23-4525-aa3c-05681d3e8ffc req-fa7dc61d-df23-4ea8-941f-972ea4538987 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271516 Apr 07 17:40:44.434399 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21561d2e-bf37-4e11-a337-29d6602044bd req-f957695f-815f-47aa-a90e-b997a53cb682 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:44.435834 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21561d2e-bf37-4e11-a337-29d6602044bd req-f957695f-815f-47aa-a90e-b997a53cb682 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0546119 Apr 07 17:40:44.481310 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21561d2e-bf37-4e11-a337-29d6602044bd req-95efadac-5806-4025-8315-cfaf2b309777 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Apr 07 17:40:44.593207 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fdd1b0b1-2396-4219-8f08-b3e7039694f2 req-e444bc3f-7d8a-4afd-b5ca-646dbf2cf935 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271776 Apr 07 17:40:45.598104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1e759-b36d-435d-9d14-773f3cc0947b req-b2d533d4-4db9-4bf9-9a07-878b5187c62c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:45.599523 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1eb1e759-b36d-435d-9d14-773f3cc0947b req-b2d533d4-4db9-4bf9-9a07-878b5187c62c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521679 Apr 07 17:40:45.646703 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1eb1e759-b36d-435d-9d14-773f3cc0947b req-f957cf78-d823-4203-bbec-d3bdaa1f22c3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Apr 07 17:40:45.691308 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c290b3fa-c3ea-4795-8041-3dbddbfdfb7a req-89660b3b-1f67-4b99-88e9-92dbad5f318d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0300868 Apr 07 17:40:46.792077 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-309994b4-1f68-43dd-b036-424e425d3efa req-f2df7bcb-66fe-4791-a8e1-4c54fdbadd97 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0302727 Apr 07 17:40:46.802831 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff33fa-474c-4e09-af33-85db16425ffc req-a3dccc9e-c7cc-4cd8-b712-5bb6c325016a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:46.804204 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fff33fa-474c-4e09-af33-85db16425ffc req-a3dccc9e-c7cc-4cd8-b712-5bb6c325016a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0808241 Apr 07 17:40:46.850051 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fff33fa-474c-4e09-af33-85db16425ffc req-1fd351a0-83d9-4049-99b3-9513cbd6e06a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Apr 07 17:40:47.889443 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec2d38a6-182f-4e8f-8f6d-e8fff1c4a8e8 req-a7ca54d8-8586-42d5-b682-ef490a3b7d08 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0319123 Apr 07 17:40:47.968043 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0cb7-b5a6-4bbd-8954-5afaa3029465 req-f6a28d91-c928-4429-8151-f05847efc820 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:47.969513 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-390c0cb7-b5a6-4bbd-8954-5afaa3029465 req-f6a28d91-c928-4429-8151-f05847efc820 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0519550 Apr 07 17:40:48.018613 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-390c0cb7-b5a6-4bbd-8954-5afaa3029465 req-bed4fb7f-6cd2-45d2-be07-a4f125046160 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Apr 07 17:40:48.839273 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:40:48.983709 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fa45cb3-885e-4f32-b71f-911a9716af7f req-a5415130-af5a-4baf-886b-88623f0460de tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270665 Apr 07 17:40:49.135802 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc5ff-1ee7-46ce-b47c-b04ec8dc2f52 req-634d53e3-a9a4-4e35-9324-af1eb3540e17 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:49.137280 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e2bc5ff-1ee7-46ce-b47c-b04ec8dc2f52 req-634d53e3-a9a4-4e35-9324-af1eb3540e17 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0536942 Apr 07 17:40:49.187540 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e2bc5ff-1ee7-46ce-b47c-b04ec8dc2f52 req-bdc185d1-57ee-462e-b7eb-b6efbd418b3a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Apr 07 17:40:50.076482 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-356cf942-8461-4c80-9e9d-2006d9734829 req-e1001d52-c019-4f70-b5d9-4f95c4649e62 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271511 Apr 07 17:40:50.303032 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196affbb-9c8d-4811-a59e-57ec2457a355 req-5717bac3-ee9f-472c-92fc-24be02debd74 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:50.304393 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-196affbb-9c8d-4811-a59e-57ec2457a355 req-5717bac3-ee9f-472c-92fc-24be02debd74 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517895 Apr 07 17:40:50.349806 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-196affbb-9c8d-4811-a59e-57ec2457a355 req-408add81-ca15-4dd0-a22a-d88965f85f77 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Apr 07 17:40:51.171564 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5068a3c0-16d1-43fa-8a30-cc8ec22ac39f req-0a60acdd-2339-49cc-95ae-8b4efff5683f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0259082 Apr 07 17:40:51.468335 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac590-38cd-4454-b655-e3f8de134fa2 req-6743c860-4d7a-42b3-880e-4779877793cc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:51.469809 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10cac590-38cd-4454-b655-e3f8de134fa2 req-6743c860-4d7a-42b3-880e-4779877793cc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0544322 Apr 07 17:40:51.516869 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10cac590-38cd-4454-b655-e3f8de134fa2 req-5d20bff3-3a77-429f-abf4-2491d000a61c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Apr 07 17:40:52.264108 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c37858ab-620e-4ab4-9fd2-b72521c4e3f6 req-75972c2e-9281-47c9-8257-f5479c24ee67 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266175 Apr 07 17:40:52.633664 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f30d0e-d8fa-4834-90fc-97d37c2a91e1 req-3a9390a4-8fd7-4f98-a68b-ea7ae4cbdbfa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:52.635228 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5f30d0e-d8fa-4834-90fc-97d37c2a91e1 req-3a9390a4-8fd7-4f98-a68b-ea7ae4cbdbfa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521357 Apr 07 17:40:52.685527 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5f30d0e-d8fa-4834-90fc-97d37c2a91e1 req-bd23e790-2b3c-4e3e-8820-c4884bf484d9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448022 Apr 07 17:40:53.357052 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fe63d78-1d93-49c9-b4f4-a3e82e87b248 req-5415074d-04ab-4253-bbbb-1bba817b69a4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264130 Apr 07 17:40:53.806720 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2562d-de68-46a0-94bb-c57d2bd78efd req-8c099548-f0c5-44ed-9980-45480045c1fd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:53.808187 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6aa2562d-de68-46a0-94bb-c57d2bd78efd req-8c099548-f0c5-44ed-9980-45480045c1fd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527644 Apr 07 17:40:53.853965 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6aa2562d-de68-46a0-94bb-c57d2bd78efd req-d5cadd83-0091-4763-9b56-53760bea7cd8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Apr 07 17:40:54.450386 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a2e6614-c54b-48bc-bea5-43c40587d9a2 req-b4fc2bd9-37e6-4bad-ad83-eb5d959e20b0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267687 Apr 07 17:40:54.975183 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ce87b-2ff0-495f-abc4-251b02d291ef req-872b44ff-4f7d-47e0-830b-86698fa84321 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:54.976634 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b5ce87b-2ff0-495f-abc4-251b02d291ef req-872b44ff-4f7d-47e0-830b-86698fa84321 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0548871 Apr 07 17:40:55.023037 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b5ce87b-2ff0-495f-abc4-251b02d291ef req-21b36fb7-8aeb-4b4a-a3e4-bd261a58693a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Apr 07 17:40:55.545868 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fedfaf45-45e5-4014-b581-7cb3e6c70ffb req-aadcaeec-2dc1-44f2-99e7-cab039662ac9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0275257 Apr 07 17:40:56.140854 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e02e89-243f-47a5-b7f3-fb5d956b9f1f req-91b125b4-0a76-42c3-9ca5-a7e02f036b2c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:56.142327 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59e02e89-243f-47a5-b7f3-fb5d956b9f1f req-91b125b4-0a76-42c3-9ca5-a7e02f036b2c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0516789 Apr 07 17:40:56.187498 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59e02e89-243f-47a5-b7f3-fb5d956b9f1f req-85975ccd-ac0b-4a30-9a60-10c82b8b93cb tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Apr 07 17:40:56.642733 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a600e06b-7f0b-427d-b1f3-edc6581e3379 req-1a42d9e5-ac95-485b-9a79-1c5005829a0a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0299573 Apr 07 17:40:57.303877 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e0ddc-32d5-40f6-ada6-b2153d6c4c88 req-e28b9a1b-e13e-433f-9abd-451736f26f65 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:57.305354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c24e0ddc-32d5-40f6-ada6-b2153d6c4c88 req-e28b9a1b-e13e-433f-9abd-451736f26f65 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0522203 Apr 07 17:40:57.350823 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c24e0ddc-32d5-40f6-ada6-b2153d6c4c88 req-d86e6bc5-f099-4b59-9cfa-2b884e6efb63 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Apr 07 17:40:57.800228 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e4aeb1f-d76b-4541-8232-dc7045c8ff5e req-f8cf265e-06de-488d-93da-533d54fd4e95 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0278599 Apr 07 17:40:58.471075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73b4d3-b417-44ea-ac24-f8f96a8aed41 req-0bc9b76c-4555-4f59-9a38-eb30c18a2965 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:58.472525 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b73b4d3-b417-44ea-ac24-f8f96a8aed41 req-0bc9b76c-4555-4f59-9a38-eb30c18a2965 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0547311 Apr 07 17:40:58.518969 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b73b4d3-b417-44ea-ac24-f8f96a8aed41 req-e4fd9d66-b74a-4401-9753-2a1f697e7d7f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Apr 07 17:40:58.892489 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-940510ec-e039-485e-a2f8-d5a42aff846f req-08f16538-38de-4516-b25a-cee4519569f3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265498 Apr 07 17:40:59.637185 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42279002-1ef6-4b79-bb63-ffbfe228e11a req-8a1f91b9-f4f0-4f33-86e6-1f783e87af4b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:40:59.638553 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42279002-1ef6-4b79-bb63-ffbfe228e11a req-8a1f91b9-f4f0-4f33-86e6-1f783e87af4b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0540659 Apr 07 17:40:59.685507 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42279002-1ef6-4b79-bb63-ffbfe228e11a req-8e335fdc-ab59-486d-85dc-4061b3998453 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Apr 07 17:40:59.986802 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45ebe584-820c-4b94-9920-f693069b0ff0 req-db622bff-6514-4d22-94bf-d04889a9f766 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0288036 Apr 07 17:41:00.803487 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d07ae-eaca-4a73-9d83-bbe53cd70547 req-61d7ea9e-7fc8-4664-9cf8-6f682fc6d4ce tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:00.809398 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e3d07ae-eaca-4a73-9d83-bbe53cd70547 req-61d7ea9e-7fc8-4664-9cf8-6f682fc6d4ce tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527592 Apr 07 17:41:00.851611 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e3d07ae-eaca-4a73-9d83-bbe53cd70547 req-f01e5f71-721a-490f-81c3-e91ca950552b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Apr 07 17:41:00.862215 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7c28bfa-b014-4673-b0b5-2c5ec24c9112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:01.080703 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b869c9d1-48bf-48e3-9061-e5df6a8fb7b8 req-9a52926b-c22e-44a4-bef2-0ca198dbdb9f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268927 Apr 07 17:41:01.970142 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44503e62-a225-4fa4-9702-ccd79118b594 req-eba0ff60-d931-4639-bde6-7422eb16784f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:01.971566 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44503e62-a225-4fa4-9702-ccd79118b594 req-eba0ff60-d931-4639-bde6-7422eb16784f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Apr 07 17:41:02.020304 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44503e62-a225-4fa4-9702-ccd79118b594 req-2d5cc1d8-301a-4a7d-a2dc-51ff30bb2c2e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Apr 07 17:41:02.173419 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de05bc29-e45e-4132-bbf1-e3285c8b75d0 req-b5a2d8e5-9a69-4872-a59f-7a2fad1550c3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273497 Apr 07 17:41:03.138757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5a8d8-b4c4-4e4b-938f-ea6f9f770fb5 req-a21a65ef-6681-4ae3-9b26-b0841b50695e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:03.140338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13f5a8d8-b4c4-4e4b-938f-ea6f9f770fb5 req-a21a65ef-6681-4ae3-9b26-b0841b50695e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520766 Apr 07 17:41:03.189397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13f5a8d8-b4c4-4e4b-938f-ea6f9f770fb5 req-10616ffa-1536-45c4-8310-c8ddfc8a0764 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Apr 07 17:41:03.222033 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-24e0b849-004c-4389-84a8-88b67f4e6f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:03.271544 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-033658e5-64a3-4739-ab81-a0d567d6dd80 req-d1153f50-68c2-4233-a943-4b13138d7848 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267696 Apr 07 17:41:04.314989 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc368469-dab0-4eef-8ddb-432e5a4a3252 req-ae56eb39-802b-442e-a248-a329710b4b1a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:04.316689 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc368469-dab0-4eef-8ddb-432e5a4a3252 req-ae56eb39-802b-442e-a248-a329710b4b1a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0600193 Apr 07 17:41:04.372463 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb34258b-dca7-49e6-8842-b75ee94886a1 req-da82ac81-fc7e-465d-8de4-783a0efd8867 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0311589 Apr 07 17:41:04.386367 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc368469-dab0-4eef-8ddb-432e5a4a3252 req-c5cf3e96-a850-4448-bee3-6045eafb6380 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640478 Apr 07 17:41:04.481947 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:05.467359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-386a9129-2aaa-4ed1-b6a1-cb5e2cb73c6d req-03b17267-5961-41eb-8214-7c276a19c57d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0292804 Apr 07 17:41:05.519796 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d1943-2a0d-47ed-be7d-3e95a5a697bd req-bf5b90a2-77bc-4fb1-b985-5750920bc394 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:05.521328 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be2d1943-2a0d-47ed-be7d-3e95a5a697bd req-bf5b90a2-77bc-4fb1-b985-5750920bc394 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0565755 Apr 07 17:41:05.567384 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be2d1943-2a0d-47ed-be7d-3e95a5a697bd req-40215ed5-5df0-4eed-a015-09c19921a9cf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Apr 07 17:41:05.721962 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:06.561594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a7b7236-0e61-49be-bb57-7b7f10b9d940 req-d679773a-081f-4d3a-acb7-64fece851d6a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0274894 Apr 07 17:41:06.685363 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c74dc-cab3-42f6-a747-d8a1abf0d326 req-ca5d1f3f-a50e-498e-9502-cc4accc5e1a0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:06.686813 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c7c74dc-cab3-42f6-a747-d8a1abf0d326 req-ca5d1f3f-a50e-498e-9502-cc4accc5e1a0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0539360 Apr 07 17:41:06.732753 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c7c74dc-cab3-42f6-a747-d8a1abf0d326 req-c82ea600-0693-40b9-8b85-a2ef8eca69a1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Apr 07 17:41:07.101709 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:07.656663 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-027e5a01-ed29-4404-920d-73a33d74537b req-89b0a5f4-5526-4435-b54e-a9228f57deb5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0297151 Apr 07 17:41:07.851219 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbade5-d089-4885-a290-8a216f0fba94 req-1e912a8c-f9ad-4c1c-b309-6a068b468b24 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:07.852828 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72cbade5-d089-4885-a290-8a216f0fba94 req-1e912a8c-f9ad-4c1c-b309-6a068b468b24 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0533459 Apr 07 17:41:07.898869 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72cbade5-d089-4885-a290-8a216f0fba94 req-2d3708e2-3898-4515-bac5-a213fc737543 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Apr 07 17:41:08.748775 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbd36dc6-b5dc-4773-95ee-bc734c29cccb req-70498448-0d09-40bc-84a7-01809644aabb tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272338 Apr 07 17:41:09.019437 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d731b69-0c5f-445e-934b-f15bfda485f1 req-fa624d57-e831-486e-add7-034d6d767877 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:09.020891 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d731b69-0c5f-445e-934b-f15bfda485f1 req-fa624d57-e831-486e-add7-034d6d767877 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0539901 Apr 07 17:41:09.066581 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d731b69-0c5f-445e-934b-f15bfda485f1 req-4abff022-b1a7-4674-a062-7bdd57401705 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Apr 07 17:41:09.840017 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0aefa610-e223-436d-ba89-c8eb1efe2169 req-de15273c-4a3a-4d9e-98c9-baf2d2b37b83 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269153 Apr 07 17:41:10.184513 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61168-47a8-4e3a-a207-651840ba759d req-2d9f7bd8-380d-4d8c-b88c-cb2abcc7af54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:10.185982 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ae61168-47a8-4e3a-a207-651840ba759d req-2d9f7bd8-380d-4d8c-b88c-cb2abcc7af54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0513029 Apr 07 17:41:10.230674 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ae61168-47a8-4e3a-a207-651840ba759d req-c38f4414-f253-4fa7-af28-41772fcd01e8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Apr 07 17:41:10.519127 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-a9836174-9904-4d8c-bb70-29b491d2c463 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821466 Apr 07 17:41:10.601081 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-429a9d12-0587-44c3-8f00-c8229a97fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:10.602704 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-429a9d12-0587-44c3-8f00-c8229a97fd99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0460563 Apr 07 17:41:10.709474 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-0786b704-f70b-40eb-a744-75bf90091e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:10.710823 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-0786b704-f70b-40eb-a744-75bf90091e62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0906937 Apr 07 17:41:10.750997 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-1e8eb365-174f-4fe9-ae3c-654d78e9c360 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0341547 Apr 07 17:41:10.806738 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-9c363c37-3897-491e-baae-96397579b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:10.809171 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-9c363c37-3897-491e-baae-96397579b90c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0529540 Apr 07 17:41:10.863473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-6ee7173a-51b3-4029-a550-53efc44f636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:10.864971 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-6ee7173a-51b3-4029-a550-53efc44f636d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498252 Apr 07 17:41:10.875696 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-66fcb420-42d7-49d3-b251-f32c29d357bb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:41:10.876708 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-66fcb420-42d7-49d3-b251-f32c29d357bb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052109 Apr 07 17:41:10.968721 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2da1ac2c-c9cf-451c-ace2-e08a5dfcf1f2 req-7ca3e541-0bdf-45b2-b7bf-d2dd74ff71bd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0559776 Apr 07 17:41:11.010796 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-3256dc99-d171-458c-86aa-6242a95f79fc service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264391 Apr 07 17:41:11.112764 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1e400b5-1bad-4c55-a9c8-3235c230404a req-03dacbb6-1fd8-48df-aa7e-c1052a85eaae service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960531 Apr 07 17:41:11.357550 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b775f-ea7d-40e5-b6c6-bc95d345dc22 req-80503278-d846-4055-8573-c2c720702c1a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:11.359051 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-530b775f-ea7d-40e5-b6c6-bc95d345dc22 req-80503278-d846-4055-8573-c2c720702c1a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0564191 Apr 07 17:41:11.409390 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-530b775f-ea7d-40e5-b6c6-bc95d345dc22 req-710914a0-4236-4597-bac0-99f796268dca tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Apr 07 17:41:12.067526 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0cb6d41-b398-4424-a3b0-d901c0251c92 req-2c4f2e30-5a61-40a1-bc87-510c2013c5a3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0300786 Apr 07 17:41:12.526788 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73318-c6e7-4a88-bb57-541b6d37def9 req-bafc6eac-e275-4bbb-8abb-4d68995d3ac5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:12.528226 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06e73318-c6e7-4a88-bb57-541b6d37def9 req-bafc6eac-e275-4bbb-8abb-4d68995d3ac5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517056 Apr 07 17:41:12.573753 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06e73318-c6e7-4a88-bb57-541b6d37def9 req-90abf581-51f1-4b9a-8d3f-1be2b8b54ab7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400331 Apr 07 17:41:13.159567 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-553d1f97-5228-4d1d-b91d-dd39870430d3 req-e00900fa-37a3-4927-b670-5b0fcae4f05b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262122 Apr 07 17:41:13.691400 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053490a5-7a02-4c13-b48a-f25c6af67cd1 req-74d2e323-e3b5-4c87-a649-3ef867b8438a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:13.692842 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-053490a5-7a02-4c13-b48a-f25c6af67cd1 req-74d2e323-e3b5-4c87-a649-3ef867b8438a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0526330 Apr 07 17:41:13.741547 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-053490a5-7a02-4c13-b48a-f25c6af67cd1 req-3c07b841-9aa2-4af2-99c2-3442ab9d9377 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Apr 07 17:41:14.251878 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e97a6dee-cc0c-446b-834d-8747ab338437 req-5077b51b-dca1-4c73-a30b-c85af78fb91a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264430 Apr 07 17:41:14.859387 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0d32e-f6ed-4588-91b8-7cfe07c905f8 req-11a464db-0f18-4304-8e7e-c35e3d72c65b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:14.860823 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59d0d32e-f6ed-4588-91b8-7cfe07c905f8 req-11a464db-0f18-4304-8e7e-c35e3d72c65b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0514202 Apr 07 17:41:14.905797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59d0d32e-f6ed-4588-91b8-7cfe07c905f8 req-0cc0c5d1-294d-4eb4-a371-e4cbe8203a17 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Apr 07 17:41:15.344858 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0fa6dfe-5217-4967-9772-3ced5584fc46 req-0566b4e4-8b75-45a0-be35-ab84838bbee0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269804 Apr 07 17:41:16.028071 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593dd80-d683-413f-adde-7e40cf028b04 req-52561ff8-2542-4bda-a72b-b4f38858db6f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:16.029534 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d593dd80-d683-413f-adde-7e40cf028b04 req-52561ff8-2542-4bda-a72b-b4f38858db6f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0549490 Apr 07 17:41:16.075218 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d593dd80-d683-413f-adde-7e40cf028b04 req-bdf4792b-b04c-4753-846d-3c29893d6d65 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Apr 07 17:41:16.437470 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ddfbd60e-92fa-4921-b65b-27c3782066b3 req-f3b52933-e24b-4932-8407-a1542b27fb7f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264089 Apr 07 17:41:17.190100 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325ea02-defd-4b3e-81f0-c5d0483bad88 req-937c1f0e-a3c5-4af3-9a84-ed37cf18d016 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:17.191522 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b325ea02-defd-4b3e-81f0-c5d0483bad88 req-937c1f0e-a3c5-4af3-9a84-ed37cf18d016 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0508020 Apr 07 17:41:17.245110 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b325ea02-defd-4b3e-81f0-c5d0483bad88 req-78e89ba2-222d-4627-988b-1b797847fc4a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Apr 07 17:41:17.531431 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96e70d21-af14-4cbd-b567-3f7342e236ef req-580a0689-3a14-479b-907a-9db91998a8d5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261147 Apr 07 17:41:18.363445 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f16694-7c03-4971-892b-9580b5041d65 req-5dda971d-c71c-4f92-8a61-faaa29845223 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:18.364876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92f16694-7c03-4971-892b-9580b5041d65 req-5dda971d-c71c-4f92-8a61-faaa29845223 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0513303 Apr 07 17:41:18.411220 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92f16694-7c03-4971-892b-9580b5041d65 req-1d2ebda5-da08-4e97-b28b-551ddc6fdca0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Apr 07 17:41:18.624545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28c3e9f7-c7a6-4982-a60e-d2b6bb7e8cf8 req-b9f03b4b-0349-468b-8381-cf2d8d89dfe2 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0274904 Apr 07 17:41:18.822058 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:18.922162 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:41:19.531472 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984d100-cabb-4025-94ce-94794017cbfd req-b8b41563-63af-42af-ac7e-565e0ddd5d76 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:19.532916 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d984d100-cabb-4025-94ce-94794017cbfd req-b8b41563-63af-42af-ac7e-565e0ddd5d76 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0541401 Apr 07 17:41:19.580773 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d984d100-cabb-4025-94ce-94794017cbfd req-a311ca3f-867e-475f-86db-4b870c3270f5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Apr 07 17:41:19.718081 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d2c6ab6f-6a66-4016-8441-157337630372 req-298d95a8-ca8f-42a1-a096-644bc5f0ed78 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271952 Apr 07 17:41:20.699246 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50ebd7-496a-4c15-8273-64e19c6f53ec req-a0c87464-3f2c-43ae-991e-3d551dc74948 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:20.700719 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb50ebd7-496a-4c15-8273-64e19c6f53ec req-a0c87464-3f2c-43ae-991e-3d551dc74948 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527008 Apr 07 17:41:20.746820 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb50ebd7-496a-4c15-8273-64e19c6f53ec req-84ae68e0-df5a-45fe-bc82-75832bdb0fb1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Apr 07 17:41:20.814996 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc3d1bf2-a595-4d59-be44-c02be8f17820 req-3141b348-6988-4502-8073-7373627a9d30 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0301280 Apr 07 17:41:21.863039 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fddef-3d52-4541-b38c-5336e620f0e8 req-4a04f7aa-4287-40cb-bdf9-afb78d93e1e0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:21.864532 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d1fddef-3d52-4541-b38c-5336e620f0e8 req-4a04f7aa-4287-40cb-bdf9-afb78d93e1e0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0524468 Apr 07 17:41:21.917593 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bb68715-b42e-40cb-bcdd-1d667bd747c6 req-a901aeec-1a96-428a-a650-1ef2f9c8b08f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0338659 Apr 07 17:41:21.936814 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d1fddef-3d52-4541-b38c-5336e620f0e8 req-8e2533df-6cbd-4d29-b177-709aed99cabf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661733 Apr 07 17:41:23.016222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c6a8778-417b-4704-94ff-efdc0bcd726b req-b96cea02-a773-4edb-9028-c1f9bf9baa9d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0315876 Apr 07 17:41:23.067163 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443bb26-0959-4496-8fc8-affa3982d35f req-5b550327-011c-4f42-ae4d-063ccd62d23f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:23.068591 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3443bb26-0959-4496-8fc8-affa3982d35f req-5b550327-011c-4f42-ae4d-063ccd62d23f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0577216 Apr 07 17:41:23.114497 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3443bb26-0959-4496-8fc8-affa3982d35f req-c8dbc6d5-968e-4e7f-8e98-5849939f094a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Apr 07 17:41:24.109576 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-62c3462d-93f7-4731-87e3-7fe8119e898c req-9cf5b6ed-6ce8-41cd-88c1-daaa2f1f8acd tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261736 Apr 07 17:41:24.232296 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e7ba5-7817-480c-b495-83e5a9bd2a4e req-2886636d-345c-415f-ad77-c98da5595151 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:24.233759 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec7e7ba5-7817-480c-b495-83e5a9bd2a4e req-2886636d-345c-415f-ad77-c98da5595151 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0508649 Apr 07 17:41:24.281862 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec7e7ba5-7817-480c-b495-83e5a9bd2a4e req-bde116c1-9d27-4693-b60e-9eb52f68503d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Apr 07 17:41:25.204989 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcf318ec-3d70-41ba-87b9-2b0ee41c5987 req-003de21e-3289-46f3-a137-b1d49a393172 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0264981 Apr 07 17:41:25.400433 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17141ac1-4c74-4c5e-ab9f-c3fa81e247e7 req-2b868b54-b5f7-4957-9003-f649957bce79 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:25.401927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17141ac1-4c74-4c5e-ab9f-c3fa81e247e7 req-2b868b54-b5f7-4957-9003-f649957bce79 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517838 Apr 07 17:41:25.446512 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17141ac1-4c74-4c5e-ab9f-c3fa81e247e7 req-79815e87-f921-4d52-b38d-28929246ec6b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 Apr 07 17:41:26.297549 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c09005bd-18b6-460d-bbdb-a4326f2f028a req-393b80ca-d624-4987-ae84-ea94d5bb183c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0258038 Apr 07 17:41:26.567429 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3973b-d8ac-4c84-a3b6-0cec0b2c6a69 req-788df3fc-70ee-4fde-bbf7-09e40d44b4f1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:26.568870 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ea3973b-d8ac-4c84-a3b6-0cec0b2c6a69 req-788df3fc-70ee-4fde-bbf7-09e40d44b4f1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0546873 Apr 07 17:41:26.613990 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ea3973b-d8ac-4c84-a3b6-0cec0b2c6a69 req-9eeb85c9-3375-4f04-88fa-d27b28243876 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390842 Apr 07 17:41:27.389942 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4597ff5-32d7-4317-9df4-cb5b924292c8 req-867a414c-e31d-45f2-9fc4-84b39f138272 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266466 Apr 07 17:41:27.732016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda300da-2c49-42eb-a2b4-ca1309b079d3 req-6482f9e9-a342-44a2-a9df-e4e2e1771681 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:27.733478 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cda300da-2c49-42eb-a2b4-ca1309b079d3 req-6482f9e9-a342-44a2-a9df-e4e2e1771681 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0507476 Apr 07 17:41:27.781032 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cda300da-2c49-42eb-a2b4-ca1309b079d3 req-94ba80df-35a1-44c2-84ae-f0c0c04ea771 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Apr 07 17:41:28.481387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73a3ba97-a294-4c59-bcec-757c50ecc2a0 req-cf7db031-be13-445e-a22b-067bd9ce9d04 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0255349 Apr 07 17:41:28.895961 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ceb71-eecf-4d69-abb7-474edf6aa6f8 req-adafa402-2fc2-477a-815e-dfe8d5757980 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:28.897421 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-298ceb71-eecf-4d69-abb7-474edf6aa6f8 req-adafa402-2fc2-477a-815e-dfe8d5757980 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0514152 Apr 07 17:41:28.942317 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-298ceb71-eecf-4d69-abb7-474edf6aa6f8 req-fb2fad29-e76e-4d7f-87d4-d3a0c70bbe95 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 Apr 07 17:41:29.579643 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd4c0d88-3740-413a-8bff-a1dd76a67053 req-32bac83e-7c10-429e-8b71-1e8447b3dfa7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0307415 Apr 07 17:41:30.063220 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2050-ef35-40e3-ac06-42ba8799d5c1 req-bcb40c11-2146-4f67-a28f-541ea1af1fb3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:30.064651 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a25d2050-ef35-40e3-ac06-42ba8799d5c1 req-bcb40c11-2146-4f67-a28f-541ea1af1fb3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0542741 Apr 07 17:41:30.109692 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a25d2050-ef35-40e3-ac06-42ba8799d5c1 req-64d5e18d-d4fa-4fce-827e-493999629c66 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Apr 07 17:41:30.677480 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00fe5890-f94b-4081-a693-2c75084c3fce req-f20a72a2-6058-4887-885d-5585426ff9c4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0288095 Apr 07 17:41:30.887084 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78e3226d-8cad-4c8b-8571-ae2ba6d59dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:31.281507 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00644261-0810-41b5-ab11-9c1c2b76de8c req-05503ac2-dd67-47d5-ab9c-77c2fe71937e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:31.283035 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00644261-0810-41b5-ab11-9c1c2b76de8c req-05503ac2-dd67-47d5-ab9c-77c2fe71937e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0531764 Apr 07 17:41:31.329047 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00644261-0810-41b5-ab11-9c1c2b76de8c req-448596fc-eeba-41d4-9deb-9ce7715607a8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Apr 07 17:41:31.781788 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45c6118b-cff0-4b74-bf1e-1b69bf1630e0 req-e654f370-fee3-4436-bba2-97b2ec7c1dc8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0308864 Apr 07 17:41:32.446893 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c5f73-07f7-49fd-9bd2-45b0ecfd1bf7 req-745995ff-2635-4fd6-940b-4db55e1b6d3f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:32.448305 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-726c5f73-07f7-49fd-9bd2-45b0ecfd1bf7 req-745995ff-2635-4fd6-940b-4db55e1b6d3f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0528626 Apr 07 17:41:32.494603 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-726c5f73-07f7-49fd-9bd2-45b0ecfd1bf7 req-b67caa43-56c4-4f11-8789-99362318e930 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Apr 07 17:41:32.872311 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d2b23537-b1cb-4eb9-8eb0-2c1aac6173b2 req-6300df22-5c0c-4f31-b47c-9999df0acbd1 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263972 Apr 07 17:41:33.232587 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-69540d1a-904d-4afc-ae67-617b9ede41a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:33.614517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbc955-8dfd-47d0-8a38-72bf46974b3e req-84a51ceb-9b1a-4e53-9161-301ebd425b64 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:33.616062 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cfdbc955-8dfd-47d0-8a38-72bf46974b3e req-84a51ceb-9b1a-4e53-9161-301ebd425b64 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0560813 Apr 07 17:41:33.884839 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cfdbc955-8dfd-47d0-8a38-72bf46974b3e req-636e492d-d4a8-43de-be24-f602b76e0bfc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623098 Apr 07 17:41:33.965617 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd136638-bfb9-4068-bb2a-5bbd7407cbc8 req-ef276af9-dcf5-4049-8eaa-51f1122f1ca9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269861 Apr 07 17:41:34.498472 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:35.001053 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dba55-fd24-4be9-8a03-59596350cd82 req-7f483840-1d72-40b4-9634-a91f1c7de231 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:35.002525 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b9dba55-fd24-4be9-8a03-59596350cd82 req-7f483840-1d72-40b4-9634-a91f1c7de231 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0508370 Apr 07 17:41:35.067687 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-771415f3-7ced-4d18-855e-63ed25834c15 req-22d90a85-d689-4541-854f-585a46faf6a8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0346415 Apr 07 17:41:35.074913 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b9dba55-fd24-4be9-8a03-59596350cd82 req-93e05721-dd48-47ef-b1f8-2484e0931e44 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665858 Apr 07 17:41:35.723530 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:36.170531 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55050b3b-d4c7-48a8-9a86-191beaebeb21 req-bc07be7a-ab4b-4a17-b544-07205c467044 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0331013 Apr 07 17:41:36.209722 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040bb45-fe84-4bc0-a120-7c09350be297 req-f45a3535-8452-46bb-bfcb-9cb975a21385 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:36.211339 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b040bb45-fe84-4bc0-a120-7c09350be297 req-f45a3535-8452-46bb-bfcb-9cb975a21385 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0653110 Apr 07 17:41:36.256736 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b040bb45-fe84-4bc0-a120-7c09350be297 req-f7c4255d-cb16-4401-be68-78595e0b1b26 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Apr 07 17:41:37.129458 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:37.264404 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4893a63e-6c75-48c2-acc1-ee7391e4f508 req-f250bdc7-abc2-4d03-8039-a7c00fbc0185 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265844 Apr 07 17:41:37.379237 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454073ee-353f-41e9-bde1-4c13790adabe req-aa76dc4d-1a2f-4f7c-b2db-b977a3681d9b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:37.380737 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-454073ee-353f-41e9-bde1-4c13790adabe req-aa76dc4d-1a2f-4f7c-b2db-b977a3681d9b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0544367 Apr 07 17:41:37.426297 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-454073ee-353f-41e9-bde1-4c13790adabe req-bba0d04d-dc66-4c7e-a5ed-419ff2dfcd43 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Apr 07 17:41:38.361529 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5770cfd-c095-46db-9a62-9cddc8802e13 req-06a21c31-a61e-4776-b945-4d2fea9d4122 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0259252 Apr 07 17:41:38.541630 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e8fa4-9a81-4604-9631-f2210caf77a3 req-3e53a4a6-7a0e-4089-86e3-6ceb9777a0b8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:38.543055 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-986e8fa4-9a81-4604-9631-f2210caf77a3 req-3e53a4a6-7a0e-4089-86e3-6ceb9777a0b8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0507021 Apr 07 17:41:38.590779 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-986e8fa4-9a81-4604-9631-f2210caf77a3 req-a190cf9b-d501-4ab6-b389-4339ca36d732 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Apr 07 17:41:39.457559 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-83a8214a-04e1-41b2-b3ab-aaaf7e07b0ab req-b8ffb9ca-6827-4712-b5f4-9f6c52ba2b4f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263715 Apr 07 17:41:39.710830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d604e-8e45-4fb3-b13d-fb2c0f7dc4d3 req-2f17ed24-64c2-47cd-bd41-f6dd5595ae2e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:39.712281 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-610d604e-8e45-4fb3-b13d-fb2c0f7dc4d3 req-2f17ed24-64c2-47cd-bd41-f6dd5595ae2e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0530930 Apr 07 17:41:39.757965 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-610d604e-8e45-4fb3-b13d-fb2c0f7dc4d3 req-62fedcf6-ca4a-4324-9031-d84c7cfb81f5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 Apr 07 17:41:40.549830 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebad9d7f-87ee-4ff2-acfb-d9b29ca913f8 req-b8ac3177-2fb7-4af0-8b0c-b273afb744e4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266552 Apr 07 17:41:40.878376 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ce3ed-e5ce-4c45-9199-67c058208221 req-0a30884b-3813-4fa6-ba8f-757db85b4ddf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:40.879916 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee3ce3ed-e5ce-4c45-9199-67c058208221 req-0a30884b-3813-4fa6-ba8f-757db85b4ddf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0559230 Apr 07 17:41:40.927078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee3ce3ed-e5ce-4c45-9199-67c058208221 req-ec898bac-d2e7-455b-b876-9432bbb411d3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Apr 07 17:41:41.644497 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe624621-bd2e-4b84-8ae2-7004d4eede07 req-da66237f-0bb4-4c65-a1a3-aee94c254c05 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261683 Apr 07 17:41:42.044443 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e637add-1e01-4c1a-bce8-1da768065611 req-aadfb477-bab8-421e-97cb-e2833dde80ae tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:42.045920 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e637add-1e01-4c1a-bce8-1da768065611 req-aadfb477-bab8-421e-97cb-e2833dde80ae tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Apr 07 17:41:42.091299 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e637add-1e01-4c1a-bce8-1da768065611 req-d729e8df-a835-4274-a050-5935f465f5b3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Apr 07 17:41:42.743501 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a16f6ce-f3b7-462d-a366-5332bdc20654 req-ecb90823-af88-4f85-99a3-5d4818d9c763 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0295794 Apr 07 17:41:43.206674 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8dcab-769d-4cad-8205-7e050e5d7e1f req-386397d2-a3bc-40fa-b028-ae3307c07038 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:43.208109 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73a8dcab-769d-4cad-8205-7e050e5d7e1f req-386397d2-a3bc-40fa-b028-ae3307c07038 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0505860 Apr 07 17:41:43.254182 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73a8dcab-769d-4cad-8205-7e050e5d7e1f req-a3a32b60-a454-4b7b-a910-ddddf7bea4e7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Apr 07 17:41:43.835797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56ac7d79-884a-4dab-af9d-100d5b557597 req-ae976c7a-b350-4316-b0af-014854a9681b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0260363 Apr 07 17:41:44.374454 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04723795-2a1f-4d7d-a267-9bdbb18cd2fb req-cd515936-7fbd-45a4-a7a3-51a1b224fb6d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:44.375923 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04723795-2a1f-4d7d-a267-9bdbb18cd2fb req-cd515936-7fbd-45a4-a7a3-51a1b224fb6d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0544624 Apr 07 17:41:44.421844 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04723795-2a1f-4d7d-a267-9bdbb18cd2fb req-dedf9aab-0b17-47fd-b1a1-ffbe7a76549e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Apr 07 17:41:44.930926 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10729382-4f47-48b3-9974-1e5872ab2d8b req-ff40b6e5-d4d1-4e64-9dd9-81c05b2674b4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266588 Apr 07 17:41:45.538471 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88016-3079-470a-a857-dac21247741e req-e12b2f56-95bf-4c2c-a976-3d413789e705 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:45.539909 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aed88016-3079-470a-a857-dac21247741e req-e12b2f56-95bf-4c2c-a976-3d413789e705 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0513039 Apr 07 17:41:45.585184 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aed88016-3079-470a-a857-dac21247741e req-9ac431a2-30ce-4b16-957d-4977e1d4ae3e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Apr 07 17:41:46.027984 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96cc53e3-672c-48ce-8d76-32cc8f9dd03f req-21272240-264a-4d64-8bca-925e173e62c7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0291851 Apr 07 17:41:46.702418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8835a-70dd-41ed-9320-c2babcead954 req-f213c02b-550a-49de-ac74-7ac16083a536 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:46.703858 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6e8835a-70dd-41ed-9320-c2babcead954 req-f213c02b-550a-49de-ac74-7ac16083a536 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0525951 Apr 07 17:41:46.749691 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6e8835a-70dd-41ed-9320-c2babcead954 req-a9fa1ab3-cd4c-4a12-a93a-15f0116d6f07 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Apr 07 17:41:47.121419 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e7139ca-ecf9-4ff2-9d40-c2dbb5b0c168 req-d973a3fd-b34b-49fe-ac28-ad0dabff1b16 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265141 Apr 07 17:41:47.868660 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5beb55-7a7f-44e2-8c05-3d5521936252 req-f743bb1a-320d-4057-8323-632ba4619e32 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:47.870121 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f5beb55-7a7f-44e2-8c05-3d5521936252 req-f743bb1a-320d-4057-8323-632ba4619e32 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527985 Apr 07 17:41:47.919017 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f5beb55-7a7f-44e2-8c05-3d5521936252 req-eee455b8-53fd-4d8a-bd9c-60ede523c65c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Apr 07 17:41:48.217112 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80ed0f62-9281-4276-910c-ffaafb39215e req-ea302243-e0e2-4b67-a73a-b9b81579425c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0284798 Apr 07 17:41:48.831740 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:41:49.036470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29404a48-2b30-40a8-b59f-049c74135dbb req-fc5d109b-d78e-4c67-8344-db207702c7fd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:49.037948 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29404a48-2b30-40a8-b59f-049c74135dbb req-fc5d109b-d78e-4c67-8344-db207702c7fd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0508673 Apr 07 17:41:49.084012 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29404a48-2b30-40a8-b59f-049c74135dbb req-ff811ebe-f502-419c-afa0-39d5dcda6856 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Apr 07 17:41:49.310587 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fd9927e-9528-488d-b4ea-b096df55567f req-7d5c1be8-4287-44bf-92d7-a774dab007af tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0268841 Apr 07 17:41:50.209050 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356941-e71e-4e5c-9bce-eda5ac44ac14 req-604f9bab-b743-4bae-b5e8-eeabdd9ec8e8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:50.210571 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66356941-e71e-4e5c-9bce-eda5ac44ac14 req-604f9bab-b743-4bae-b5e8-eeabdd9ec8e8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0566313 Apr 07 17:41:50.255245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66356941-e71e-4e5c-9bce-eda5ac44ac14 req-5ddca875-3a38-4f62-8c33-e715473f6ba5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391545 Apr 07 17:41:50.404019 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4c9fdc9-81a8-4d57-bae8-3f2717c6208f req-7172327f-16aa-43c0-a52e-34bcd97f5ad5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271423 Apr 07 17:41:51.371644 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218b333-d4c6-45b1-905f-202b7a4d4d8e req-26f156fe-c715-4bab-81f9-b2501b8f404a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:51.373110 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d218b333-d4c6-45b1-905f-202b7a4d4d8e req-26f156fe-c715-4bab-81f9-b2501b8f404a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0512891 Apr 07 17:41:51.423101 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d218b333-d4c6-45b1-905f-202b7a4d4d8e req-d6ba0599-5d22-4a6a-b476-585e6da8e6f7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Apr 07 17:41:51.497003 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f31d2568-68c9-446b-be6e-f720d4b1939b req-77eeaf6c-5ff2-4098-ac39-5e574f83d158 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0259285 Apr 07 17:41:52.543482 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6145e4-014b-45bf-a870-732ef735331b req-77ea32a9-a7e3-44ab-8cb7-16c73c014ab0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:52.544968 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf6145e4-014b-45bf-a870-732ef735331b req-77ea32a9-a7e3-44ab-8cb7-16c73c014ab0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0550964 Apr 07 17:41:52.603094 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf83e533-f2c2-4796-9b28-428157e55a53 req-81014f6f-745e-440f-b221-8904bb746275 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0341098 Apr 07 17:41:52.613834 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf6145e4-014b-45bf-a870-732ef735331b req-cb755d4d-11a3-430b-b727-05887c7746d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634019 Apr 07 17:41:53.709162 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9dd28ca-26ba-467c-84f1-96e65e08dc62 req-23ac2473-8f60-4ab7-8582-a5f75f6d9a01 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0384228 Apr 07 17:41:53.749303 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9ccb-78e0-4c94-a59b-98e8f8b06085 req-5121232f-214f-4f01-b9b4-0ec5f25c97d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:53.750774 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6afa9ccb-78e0-4c94-a59b-98e8f8b06085 req-5121232f-214f-4f01-b9b4-0ec5f25c97d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0695312 Apr 07 17:41:53.797857 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6afa9ccb-78e0-4c94-a59b-98e8f8b06085 req-b0df6acf-d719-473f-b7de-f2ba4860fcc5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Apr 07 17:41:54.809827 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89892a87-6c3c-43be-a8ce-15d77039c721 req-b7d8df8d-b6d7-4f51-9e8b-4df52bc9e96f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0280666 Apr 07 17:41:54.916390 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b60027-f761-4209-bdd9-15d4b1f9257a req-519221fa-9e47-40d8-8645-c6480c789b74 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:54.917869 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88b60027-f761-4209-bdd9-15d4b1f9257a req-519221fa-9e47-40d8-8645-c6480c789b74 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0516002 Apr 07 17:41:54.967341 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88b60027-f761-4209-bdd9-15d4b1f9257a req-4e444661-cbf1-4130-8aeb-98feb4b14df4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Apr 07 17:41:55.904470 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-051e47cc-fdcb-4994-a472-50d88d3d19d2 req-e1580558-2cb2-458a-9a6e-b682fc24d00d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272677 Apr 07 17:41:55.920297 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:41:56.084531 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be83ac-c8d9-4a12-bbac-78cfd0b15363 req-8d746901-9546-4c57-8289-d3deaa0be9ad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:56.087019 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53be83ac-c8d9-4a12-bbac-78cfd0b15363 req-8d746901-9546-4c57-8289-d3deaa0be9ad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0532608 Apr 07 17:41:56.134335 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53be83ac-c8d9-4a12-bbac-78cfd0b15363 req-5c868db6-51ef-449e-a924-b04835677c26 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Apr 07 17:41:56.997124 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b2dada8a-1fdd-4737-8f2e-30526a1bf650 req-914ec297-a05f-4729-9a95-4cb0902aa109 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265131 Apr 07 17:41:57.264060 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8d9e-60f5-45f5-95e2-be938d819655 req-dff3c814-8876-4bf7-8426-7e16e071398a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:57.269160 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3aed8d9e-60f5-45f5-95e2-be938d819655 req-dff3c814-8876-4bf7-8426-7e16e071398a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0581806 Apr 07 17:41:57.313526 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3aed8d9e-60f5-45f5-95e2-be938d819655 req-379a86da-a493-4cb8-8f86-5ed6c60be454 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Apr 07 17:41:58.089608 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3baef2f2-5e94-4721-8019-d15f3936b2e7 req-5178aea8-a196-4234-921e-0f52634942f8 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271616 Apr 07 17:41:58.632600 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63aaf4a-a781-46cf-8ec2-f927bd4625bf req-61a089d6-947e-4389-9e48-2c1a0e6d20e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:58.634007 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a63aaf4a-a781-46cf-8ec2-f927bd4625bf req-61a089d6-947e-4389-9e48-2c1a0e6d20e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.2545791 Apr 07 17:41:58.683937 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a63aaf4a-a781-46cf-8ec2-f927bd4625bf req-afdb585a-f179-4e3b-80b0-da94dabcbacf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Apr 07 17:41:59.184282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edbe3e18-9cae-491e-bf6b-4a11b2d984be req-4bd1a55c-b0b9-4632-8a4c-8b9d410717c9 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0274079 Apr 07 17:41:59.801778 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a364b-e522-4ebb-81b2-45a0239a1581 req-84c5e2a9-3a56-4776-a3a0-7572d2d17bf4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:41:59.804179 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-178a364b-e522-4ebb-81b2-45a0239a1581 req-84c5e2a9-3a56-4776-a3a0-7572d2d17bf4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521283 Apr 07 17:41:59.853337 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-178a364b-e522-4ebb-81b2-45a0239a1581 req-d7eff9e9-d764-4198-b0dc-348b4c440c62 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Apr 07 17:42:00.280782 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8fbf49a-ac16-493e-b992-ca5510e54cef req-daf643d1-6fd9-4cb7-8d4e-ae3042a3f089 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0277390 Apr 07 17:42:00.859698 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-626956c9-42ab-4ff9-8cc5-ccc63360364e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:00.976106 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fc0dc-25cf-43d3-837e-dc8cee3527fc req-f321be2b-a5c1-4f82-be59-64df76f7f225 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:00.977588 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c68fc0dc-25cf-43d3-837e-dc8cee3527fc req-f321be2b-a5c1-4f82-be59-64df76f7f225 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0557077 Apr 07 17:42:01.024349 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c68fc0dc-25cf-43d3-837e-dc8cee3527fc req-f71de3ca-6585-4ded-9c6d-c9f3e1fcd3c6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Apr 07 17:42:01.373499 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ceca6de-0cb1-4b4f-9469-6d9f4ecafadd req-61ebfc07-f96e-4d9e-abc5-e1cb975fe5df tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0267956 Apr 07 17:42:02.141202 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f65db4-1bc4-499e-81e6-d9bf5cb041a6 req-fa4f0cb3-30c1-4cc1-a80a-58cf6e290c37 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:02.142916 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92f65db4-1bc4-499e-81e6-d9bf5cb041a6 req-fa4f0cb3-30c1-4cc1-a80a-58cf6e290c37 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520923 Apr 07 17:42:02.187903 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92f65db4-1bc4-499e-81e6-d9bf5cb041a6 req-31ca4071-dc21-4ecd-9e8a-83a0a46b457e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 Apr 07 17:42:02.469686 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f750bab6-2d74-489a-9a23-41769e91249f req-3a2ca896-8d47-4230-bc9b-41814ccb185d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0306869 Apr 07 17:42:03.231143 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-62476623-a5af-45fc-8ad9-d3df2a0975fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:03.309775 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa60a1-d05b-4197-9d94-ef6e5d9e1194 req-bba2f77f-1279-4409-b38c-b0b0221de8e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:03.311237 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dffa60a1-d05b-4197-9d94-ef6e5d9e1194 req-bba2f77f-1279-4409-b38c-b0b0221de8e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0523186 Apr 07 17:42:03.357338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dffa60a1-d05b-4197-9d94-ef6e5d9e1194 req-f66a1dea-d93c-4634-91a1-196c08ec486c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Apr 07 17:42:03.562927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a7774db-9643-4fc9-97e3-2ce0c7882232 req-8d2a3bb3-d4b1-4f9a-a31f-09cd6ad2281d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0266576 Apr 07 17:42:04.477618 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359763dd-4269-4c67-92f7-3c11418e39b0 req-913a953a-e318-4f66-8c57-6c967182c2ed tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:04.479102 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-359763dd-4269-4c67-92f7-3c11418e39b0 req-913a953a-e318-4f66-8c57-6c967182c2ed tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0556645 Apr 07 17:42:04.508801 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:04.526293 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-359763dd-4269-4c67-92f7-3c11418e39b0 req-696ed509-600a-4ada-a048-5276b64dc9b5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Apr 07 17:42:04.664566 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-559c45c1-48c5-4d8a-bb79-4cf0141eef4d req-562c0446-c2e1-4cfb-b263-2922ea5d0f64 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0280764 Apr 07 17:42:05.643137 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85d5cc-e5f6-4b47-bc6a-ea88a63fea29 req-3b1fd734-792f-4307-906b-d90465cebf64 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:05.644598 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb85d5cc-e5f6-4b47-bc6a-ea88a63fea29 req-3b1fd734-792f-4307-906b-d90465cebf64 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Apr 07 17:42:05.692484 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb85d5cc-e5f6-4b47-bc6a-ea88a63fea29 req-38889705-3344-4cd2-9f71-34b044a5d2cc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Apr 07 17:42:05.745949 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:05.766450 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab8a21e4-ca64-4454-87b2-d28840069970 req-3d8ea7cf-edf7-48de-b9f0-380516ae21ec tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0307224 Apr 07 17:42:06.810501 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e29d-63e1-406d-a574-584486e19f4c req-3a471258-3a06-485c-9428-a25fd658ed8f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:06.811977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27b2e29d-63e1-406d-a574-584486e19f4c req-3a471258-3a06-485c-9428-a25fd658ed8f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521080 Apr 07 17:42:06.872513 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89d8038a-ce97-4571-8342-3ebaef84b513 req-4c1688a5-5f34-4177-85ad-db09ff816481 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0339105 Apr 07 17:42:06.884040 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27b2e29d-63e1-406d-a574-584486e19f4c req-60ced870-1c6a-4e5a-a8b6-33b9071f30df tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655606 Apr 07 17:42:07.097318 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:07.973952 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-529ebd22-486f-4c8c-ac9d-2780af2e945b req-2c22c56f-b36c-4f81-ba57-f161d6cb5970 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0348215 Apr 07 17:42:08.016537 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fd632-4189-4ced-bb4b-abc0ce8884ce req-45af075d-8f8e-43c6-bdff-ef7bc60ce7a3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:08.018290 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a87fd632-4189-4ced-bb4b-abc0ce8884ce req-45af075d-8f8e-43c6-bdff-ef7bc60ce7a3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0688257 Apr 07 17:42:08.064665 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a87fd632-4189-4ced-bb4b-abc0ce8884ce req-0816ef86-b954-4d50-a024-551ec77bb312 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Apr 07 17:42:09.066793 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e25074b-2f35-4290-8b31-3db22f13cba6 req-21d93e52-d09c-47cd-a7f2-81c04848edf0 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261860 Apr 07 17:42:09.181930 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551755a-be91-4c72-af99-ce107ab8de90 req-35505a94-2ccd-48e6-8523-6cdb8e57485a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:09.183399 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3551755a-be91-4c72-af99-ce107ab8de90 req-35505a94-2ccd-48e6-8523-6cdb8e57485a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521030 Apr 07 17:42:09.229458 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3551755a-be91-4c72-af99-ce107ab8de90 req-408509df-0c4e-4a56-85a0-7452bcb50e45 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Apr 07 17:42:10.164812 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-422c92bf-674a-44f0-9c65-d14303814486 req-cfff27c3-3143-4923-bd58-7717cb03639d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0307086 Apr 07 17:42:10.346108 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c5bf7-e498-401f-8cf8-350eccdbbca5 req-fdf3f565-244d-4567-a6bf-ec9883a9177e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:10.347485 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e81c5bf7-e498-401f-8cf8-350eccdbbca5 req-fdf3f565-244d-4567-a6bf-ec9883a9177e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517814 Apr 07 17:42:10.395135 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e81c5bf7-e498-401f-8cf8-350eccdbbca5 req-a1d41280-d8b5-4946-9481-1eaee1065ca2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Apr 07 17:42:11.256794 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-547d1aa8-34f7-480d-a9eb-b54b174e471f req-065bfa2e-b384-4f37-a40b-f217ed10ff88 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0262198 Apr 07 17:42:11.421619 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-1c8fe784-d554-439d-ab1c-e65668dbb600 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456884 Apr 07 17:42:11.520774 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-19949d39-ddf0-4f60-9d46-c98b9c271932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:11.522199 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-19949d39-ddf0-4f60-9d46-c98b9c271932 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0802343 Apr 07 17:42:11.537790 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f36464-81b5-4800-b0f6-60803feb1a89 req-97cfb428-fdae-4527-8e07-df1c806580f4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:11.539740 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17f36464-81b5-4800-b0f6-60803feb1a89 req-97cfb428-fdae-4527-8e07-df1c806580f4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0680556 Apr 07 17:42:11.655783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17f36464-81b5-4800-b0f6-60803feb1a89 req-c39ea7c8-919b-4253-87bd-4b7472a67619 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083293 Apr 07 17:42:11.671813 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-b76f31dd-3fd6-4cfa-aefa-b5ca4f06929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:11.673304 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-b76f31dd-3fd6-4cfa-aefa-b5ca4f06929b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1326928 Apr 07 17:42:11.715576 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-57ffcd70-3c48-428f-aae1-02caf0a4b728 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0363915 Apr 07 17:42:11.771848 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-739cc21e-9fc7-42a4-b0e7-d32ab8af0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:11.774338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-739cc21e-9fc7-42a4-b0e7-d32ab8af0563 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0532982 Apr 07 17:42:11.824685 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-41f48e0a-4a08-4a3c-8f8e-1d467725c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:11.826226 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-41f48e0a-4a08-4a3c-8f8e-1d467725c85c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461001 Apr 07 17:42:11.921689 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-f875f113-13c8-4a2a-bd4a-fecf3d0e4e6b service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894175 Apr 07 17:42:12.027340 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-210c807e-aac7-49c0-bcf5-5815f53c8329 req-744a1856-5f47-4c5f-8779-4482dd4204b8 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987659 Apr 07 17:42:12.367804 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7a447ea-202e-4c14-ac0d-c2d93cfeb9e1 req-4da8ad20-1185-47de-8494-c729ca92bcd6 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0291808 Apr 07 17:42:12.774662 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e86e6-9971-433f-bf9a-7cf9f1b01c4e req-c79eceaf-ab76-497c-8818-259c5f62416f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:12.776505 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-194e86e6-9971-433f-bf9a-7cf9f1b01c4e req-c79eceaf-ab76-497c-8818-259c5f62416f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0545468 Apr 07 17:42:12.827912 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-194e86e6-9971-433f-bf9a-7cf9f1b01c4e req-3046844d-8519-433b-8462-082a307a939d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457284 Apr 07 17:42:13.461322 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db25542e-aaa5-4b79-aa6b-868ff0efa526 req-2ef764b9-6fbf-4421-94b6-0072b0179b48 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265536 Apr 07 17:42:13.943980 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175042da-cc56-4c85-8fee-3479c7b1375d req-9939e033-edeb-4997-bff6-d706c29ef326 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:13.946059 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-175042da-cc56-4c85-8fee-3479c7b1375d req-9939e033-edeb-4997-bff6-d706c29ef326 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Apr 07 17:42:13.990317 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-175042da-cc56-4c85-8fee-3479c7b1375d req-dbafacc4-3ee9-4134-a077-f51e1eb81b51 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Apr 07 17:42:14.558713 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de418026-1934-4f14-812a-580df189d616 req-a8c8aede-ed3b-4dde-8209-be95b08e2611 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0301566 Apr 07 17:42:15.108944 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a32a6-421b-4129-a26c-27986c529456 req-3599b652-6f1a-4bb1-a428-b494e4babeeb tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:15.110407 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a0a32a6-421b-4129-a26c-27986c529456 req-3599b652-6f1a-4bb1-a428-b494e4babeeb tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527370 Apr 07 17:42:15.158853 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a0a32a6-421b-4129-a26c-27986c529456 req-479c4a6c-7ed8-4ecd-a999-3db910e175f1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Apr 07 17:42:15.652311 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f98ae194-8eb8-493a-9b55-1eb0a5af0e98 req-f23a7eee-0c2c-468c-94ab-be4545e49e6c tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265164 Apr 07 17:42:16.276534 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79d72a-fb75-4d46-b35c-253f16019737 req-e513bfad-6129-4b7a-8870-566b8d2e9a6c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:16.278019 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc79d72a-fb75-4d46-b35c-253f16019737 req-e513bfad-6129-4b7a-8870-566b8d2e9a6c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517216 Apr 07 17:42:16.326471 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc79d72a-fb75-4d46-b35c-253f16019737 req-d08b1f48-0ae7-4015-b56f-c2802e2a3699 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Apr 07 17:42:16.744275 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08467e16-46f6-4440-aa81-08382f5b1042 req-a50f02c4-da53-405f-aa5e-4a2586ab040d tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261765 Apr 07 17:42:17.443583 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8324b55-509b-4590-9519-649cfe7e0504 req-b219483c-1d24-48f6-9c98-1f971a4646b9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:17.445183 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8324b55-509b-4590-9519-649cfe7e0504 req-b219483c-1d24-48f6-9c98-1f971a4646b9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0522377 Apr 07 17:42:17.490131 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8324b55-509b-4590-9519-649cfe7e0504 req-ebbf050f-e99a-4e20-98a9-e386508d678a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Apr 07 17:42:17.837800 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e210b18-680f-4cd4-a515-3adf49f6f580 req-a9a1ecf5-9560-42cf-bca2-dbdd7f417107 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270307 Apr 07 17:42:18.611499 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b72471-7caa-462e-b4bd-1795e9fd4900 req-5a561006-07c4-4824-89cf-b1752443dc6b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:18.612916 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82b72471-7caa-462e-b4bd-1795e9fd4900 req-5a561006-07c4-4824-89cf-b1752443dc6b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0535281 Apr 07 17:42:18.659249 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82b72471-7caa-462e-b4bd-1795e9fd4900 req-830f260d-9556-432d-8f91-8d7a756661c0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Apr 07 17:42:18.847632 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:18.932912 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4fdd5bf-8c5e-4330-a74c-7a67136c0b41 req-c0917a76-bb3f-4c32-9d25-a9bf941f6d5f tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261292 Apr 07 17:42:19.774778 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458477dc-e9c5-4ed5-9ea4-5aab316626ee req-56de2c28-d8f3-4ddd-b26a-ffbd200b3b13 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:19.776230 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-458477dc-e9c5-4ed5-9ea4-5aab316626ee req-56de2c28-d8f3-4ddd-b26a-ffbd200b3b13 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517962 Apr 07 17:42:19.824302 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-458477dc-e9c5-4ed5-9ea4-5aab316626ee req-6d9fcb60-3ea3-4e72-9e51-f749f21be6ea tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Apr 07 17:42:20.026496 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75991ef9-cafb-465d-ba49-da1736cbcba2 req-e5cdf481-9872-49da-9682-306acce50b4b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0263124 Apr 07 17:42:20.942431 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4596759-3a0c-4cc1-8cce-391c874f341f req-e1d63f2e-92cd-4041-8da1-54bfe9e18257 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:20.943886 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4596759-3a0c-4cc1-8cce-391c874f341f req-e1d63f2e-92cd-4041-8da1-54bfe9e18257 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Apr 07 17:42:20.989433 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4596759-3a0c-4cc1-8cce-391c874f341f req-25a2cd22-879b-48ec-b924-19d3b111a0aa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Apr 07 17:42:21.122468 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6216759a-29d5-4fad-8d73-7ba00d45f4bc req-cff6bf2c-d9f9-4e8e-9af5-002eb56f30f5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271032 Apr 07 17:42:22.108519 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc375a1-f843-4042-80fa-66bc389b02aa req-c28e100c-f60b-4621-a692-93a83bc454d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:22.109992 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fc375a1-f843-4042-80fa-66bc389b02aa req-c28e100c-f60b-4621-a692-93a83bc454d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0551634 Apr 07 17:42:22.155643 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fc375a1-f843-4042-80fa-66bc389b02aa req-e6903de2-0938-4cec-84c3-89ec1f9b2cc5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Apr 07 17:42:22.216158 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1b58d0c-e7a3-4725-a36c-4568501b5e4e req-030b69f1-b249-4495-b6f5-44c633525291 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0271654 Apr 07 17:42:23.275317 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf8f23-7aa9-41c3-9d4f-9103ed8d0428 req-8e96fb7f-6b3c-49a1-941e-c49d1508346b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:23.276783 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cdf8f23-7aa9-41c3-9d4f-9103ed8d0428 req-8e96fb7f-6b3c-49a1-941e-c49d1508346b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0559916 Apr 07 17:42:23.322408 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3d02f19-509b-472e-a2f9-f0c48de161e7 req-2c859f82-2e1d-4639-917e-ae5e1454bafc tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0343812 Apr 07 17:42:23.348287 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cdf8f23-7aa9-41c3-9d4f-9103ed8d0428 req-8bc9b439-5bac-4d5b-b166-3d29e6043f4e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Apr 07 17:42:24.417638 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1fcf47e-1210-41c0-abac-b4a786e6bb33 req-580071b7-eb03-42d4-8f67-d9f760595c67 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0282547 Apr 07 17:42:24.466640 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e584bc4-bbaa-48e9-8d8b-d009524fb398 req-44b42218-b7d3-4f86-ad2b-6b22f7c3b271 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:24.468151 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e584bc4-bbaa-48e9-8d8b-d009524fb398 req-44b42218-b7d3-4f86-ad2b-6b22f7c3b271 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0528481 Apr 07 17:42:24.513339 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e584bc4-bbaa-48e9-8d8b-d009524fb398 req-0ab691fd-fd8e-4d5d-bcac-92315a4d3f83 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Apr 07 17:42:25.513538 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb672a14-5788-4984-833d-d6cc700b9a84 req-be63133d-a2a2-4f95-8935-63a9e40ddfa4 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0287659 Apr 07 17:42:25.630297 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff34feb-2683-4c4c-8d15-24c6d9bebd65 req-1bbad0c8-adf9-4369-a83d-d858f3096440 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:25.632430 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ff34feb-2683-4c4c-8d15-24c6d9bebd65 req-1bbad0c8-adf9-4369-a83d-d858f3096440 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0511596 Apr 07 17:42:25.677792 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ff34feb-2683-4c4c-8d15-24c6d9bebd65 req-9a8c56f4-4419-4e26-aa4e-23b6c0aaec08 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Apr 07 17:42:26.606686 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f19ca03-99f2-45a9-8da1-8d2c374e2be8 req-89479f9b-40bf-477e-b06c-493b5a49046e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0272586 Apr 07 17:42:26.796009 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748322e2-edae-4882-8ea4-c9a3a563ebe8 req-cfe31240-6c3a-452c-aa45-85d2dd57509c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:26.797444 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-748322e2-edae-4882-8ea4-c9a3a563ebe8 req-cfe31240-6c3a-452c-aa45-85d2dd57509c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Apr 07 17:42:26.846583 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-748322e2-edae-4882-8ea4-c9a3a563ebe8 req-59ace1f4-4698-4316-8f43-67089e9d3741 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Apr 07 17:42:27.700910 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02f63bf1-d238-42d8-9e14-dc25339355bd req-776c2dd8-954c-4e56-961b-1090652a90c5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273156 Apr 07 17:42:27.962536 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30fb74-a93b-4abb-8102-0bfeeb029783 req-ad598b7f-7ff3-4fb8-a6ad-6cfc26521d60 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:27.963874 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb30fb74-a93b-4abb-8102-0bfeeb029783 req-ad598b7f-7ff3-4fb8-a6ad-6cfc26521d60 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0506513 Apr 07 17:42:28.008966 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb30fb74-a93b-4abb-8102-0bfeeb029783 req-ea42516b-ed4a-437b-ba98-ec3177f21e1b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Apr 07 17:42:28.798790 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d6beb89-6372-47a0-bb68-acdd1dfff6b1 req-325a1a7c-8295-4a7c-b0e4-3d73ef4ce186 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0293229 Apr 07 17:42:29.126148 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a3d0d-11c4-42fc-90a1-5270e3ddeec8 req-cdef9ecf-8698-4ef5-b450-0175a715c9d7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:29.127586 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e99a3d0d-11c4-42fc-90a1-5270e3ddeec8 req-cdef9ecf-8698-4ef5-b450-0175a715c9d7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Apr 07 17:42:29.174299 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e99a3d0d-11c4-42fc-90a1-5270e3ddeec8 req-65f93071-c729-4d26-853d-b6624f2d0235 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Apr 07 17:42:29.891773 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbd57224-e149-4583-a358-44f1fcc619e4 req-7838e5ad-2da0-42d0-a265-3a9ba7ca594a tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0270371 Apr 07 17:42:30.289383 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945b18-039b-4e94-af91-c9556f12e4b1 req-67072041-15c8-4e22-9344-83a79def8744 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:30.290796 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1945b18-039b-4e94-af91-c9556f12e4b1 req-67072041-15c8-4e22-9344-83a79def8744 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Apr 07 17:42:30.339277 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1945b18-039b-4e94-af91-c9556f12e4b1 req-cc54303d-abfc-443f-b662-782f50459600 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Apr 07 17:42:30.856647 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0bef31fe-a456-4af8-95d0-06fb73874d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:30.984078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-559bca6f-71bc-4037-a2e2-e5962f434116 req-79603a31-0926-41d2-ae7f-286df0dc3a68 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0261581 Apr 07 17:42:31.456866 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a149-1604-445e-890c-982d6e2b3f68 req-3e07dbb0-8317-4986-8b81-4f04009c452a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:31.458359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ee3a149-1604-445e-890c-982d6e2b3f68 req-3e07dbb0-8317-4986-8b81-4f04009c452a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0523064 Apr 07 17:42:31.504321 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ee3a149-1604-445e-890c-982d6e2b3f68 req-a91095b4-ad52-43e7-a352-fbf1f891b13e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Apr 07 17:42:32.076159 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-12c71f68-5ad4-41ed-9d04-5cf4cf755298 req-5d883452-9de8-41ee-bb2e-1784f3beeb29 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0269389 Apr 07 17:42:32.626169 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dad71-98c8-4a6b-ad81-be33b9bdd1a7 req-9120bdde-9bb6-4ad3-9f98-2f94a6003919 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:32.627598 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-404dad71-98c8-4a6b-ad81-be33b9bdd1a7 req-9120bdde-9bb6-4ad3-9f98-2f94a6003919 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0543427 Apr 07 17:42:32.673323 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-404dad71-98c8-4a6b-ad81-be33b9bdd1a7 req-4dfe1306-52cd-45ed-8fc5-8c30727f6520 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395663 Apr 07 17:42:32.920309 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:42:33.169017 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d8c6b2a-6ee5-47eb-82da-3539d5fb84c4 req-6681d4f0-2d61-4abc-bcf7-baf556f6485b tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0273039 Apr 07 17:42:33.228247 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0692cf66-d302-4489-9eef-513ce015eb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:33.793724 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e261f-ee1f-48a1-91a5-9ed48b36d952 req-b93d175f-f974-43a8-a5c8-ba7b9b0b66d6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:33.795150 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a30e261f-ee1f-48a1-91a5-9ed48b36d952 req-b93d175f-f974-43a8-a5c8-ba7b9b0b66d6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0532415 Apr 07 17:42:33.843880 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a30e261f-ee1f-48a1-91a5-9ed48b36d952 req-35c4618d-11ea-405b-85ab-1684a700e27e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Apr 07 17:42:34.262088 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3e09764-a146-464a-a984-9bcb2e7c6444 req-1d4118c4-91c7-4378-a8f6-571c1aef2bc5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=3966d8bc-6664-4582-a275-e7dcfbcba3cc HTTP/1.1" status: 200 len: 210 time: 0.0265868 Apr 07 17:42:34.376966 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56296) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:34.445011 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group (5c2bc102-d1e5-4cc0-a550-ff2cdab736e2), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.469002 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group (5c2bc102-d1e5-4cc0-a550-ff2cdab736e2), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.498587 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.573089 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5c2bc102-d1e5-4cc0-a550-ff2cdab736e2), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.575733 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.576888 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "DELETE /v2.0/security-groups/5c2bc102-d1e5-4cc0-a550-ff2cdab736e2 HTTP/1.1" status: 204 len: 168 time: 0.1988347 Apr 07 17:42:34.579543 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56300) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:34.586903 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2bc102-d1e5-4cc0-a550-ff2cdab736e2,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:34.593056 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-48ec2f4e-1b8a-4e27-9861-1bfd7db2e9b7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] show failed (client error): The resource could not be found. Apr 07 17:42:34.593869 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.594070 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-48ec2f4e-1b8a-4e27-9861-1bfd7db2e9b7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups/5c2bc102-d1e5-4cc0-a550-ff2cdab736e2 HTTP/1.1" status: 404 len: 347 time: 0.0135550 Apr 07 17:42:34.594300 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.594651 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.594991 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.595355 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.595687 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.596015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.596428 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.596569 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56302) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:34.596763 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.597088 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.597443 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.597766 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.598155 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.598519 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.598844 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472a75bc-6ca9-4390-ac20-08ca3c5cb3ff tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:34.719639 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Deleting port bfff0e90-c7f8-4b2a-baed-bc611cb68e8c {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:34.719894 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.797071 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.797445 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:34.810044 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Calling delete_port for bfff0e90-c7f8-4b2a-baed-bc611cb68e8c owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:34.992222 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21b1e2-4993-403f-9f20-c88c2c451c79 req-9c2a6735-62ee-46e0-8758-4313b035bdb7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:34.993654 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c21b1e2-4993-403f-9f20-c88c2c451c79 req-9c2a6735-62ee-46e0-8758-4313b035bdb7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0698483 Apr 07 17:42:35.041892 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c21b1e2-4993-403f-9f20-c88c2c451c79 req-932252db-a32d-42f4-b073-1701839122dc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Apr 07 17:42:35.047409 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (bfff0e90-c7f8-4b2a-baed-bc611cb68e8c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:35.073584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event deleted for resources: {'Port': ['ID=bfff0e90-c7f8-4b2a-baed-bc611cb68e8c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:35.087213 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.089666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.089666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.089666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.089666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.089666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.089666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.089666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.090324 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.090324 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.090510 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.090828 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.091144 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.091456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.091768 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:35.158970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks [] for floatingip (40531d1b-ae64-42ad-b61e-217fb9b24a89), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:35.163444 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:35.165102 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-52e1e30b-3c60-466f-8abb-cff5a827c694 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "DELETE /v2.0/floatingips/40531d1b-ae64-42ad-b61e-217fb9b24a89 HTTP/1.1" status: 204 len: 168 time: 0.5674701 Apr 07 17:42:35.754091 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:36.176015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56314) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:36.241444 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ffb30891-d528-44d0-8f87-da9556163b2c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group (334767f4-1e36-46fb-80cf-c0be844ad4d1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:36.269001 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ffb30891-d528-44d0-8f87-da9556163b2c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group (334767f4-1e36-46fb-80cf-c0be844ad4d1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:36.385096 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d4451-d10a-43ee-9288-b7f1047bd7ce req-e9776ecc-1a66-4e5a-b4bd-c9296bdb420f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:36.386584 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd3d4451-d10a-43ee-9288-b7f1047bd7ce req-e9776ecc-1a66-4e5a-b4bd-c9296bdb420f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.2760479 Apr 07 17:42:36.405480 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ffb30891-d528-44d0-8f87-da9556163b2c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (334767f4-1e36-46fb-80cf-c0be844ad4d1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:36.408262 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ffb30891-d528-44d0-8f87-da9556163b2c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:36.409563 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ffb30891-d528-44d0-8f87-da9556163b2c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] 10.222.0.26 "DELETE /v2.0/security-groups/334767f4-1e36-46fb-80cf-c0be844ad4d1 HTTP/1.1" status: 204 len: 168 time: 0.2319057 Apr 07 17:42:36.420389 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb30891-d528-44d0-8f87-da9556163b2c tempest-TestVolumeBootPattern-309520843 tempest-TestVolumeBootPattern-309520843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334767f4-1e36-46fb-80cf-c0be844ad4d1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:36.434657 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd3d4451-d10a-43ee-9288-b7f1047bd7ce req-a49028f7-cb46-4bdc-ba48-6b8590a8d769 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Apr 07 17:42:36.634511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56322) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:37.107932 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:37.186559 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (6054332f-43cf-46dd-b7a9-a58517445fad), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:37.477858 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Deleting port 37c4c964-8391-402b-a34d-c764060f9b00 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:37.478208 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (37c4c964-8391-402b-a34d-c764060f9b00), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:37.558351 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] For port 37c4c964-8391-402b-a34d-c764060f9b00, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=37c4c964-8391-402b-a34d-c764060f9b00,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:37.558716 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (37c4c964-8391-402b-a34d-c764060f9b00), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:37.564970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02e5ef-d730-4e87-ac88-1bf102c20902 req-898b882a-ab5e-4c9f-b0e5-7e64977d8bc2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:37.566450 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d02e5ef-d730-4e87-ac88-1bf102c20902 req-898b882a-ab5e-4c9f-b0e5-7e64977d8bc2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520766 Apr 07 17:42:37.571691 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Calling delete_port for 37c4c964-8391-402b-a34d-c764060f9b00 owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:37.611601 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d02e5ef-d730-4e87-ac88-1bf102c20902 req-ccd890d4-9635-45fb-af57-30fe3dde2fb0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395463 Apr 07 17:42:37.816414 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (37c4c964-8391-402b-a34d-c764060f9b00), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:37.841609 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c4c964-8391-402b-a34d-c764060f9b00,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:38.011162 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (6054332f-43cf-46dd-b7a9-a58517445fad), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:38.223041 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Router 6054332f-43cf-46dd-b7a9-a58517445fad has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:42:38.560643 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:42:38.565581 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1ea099a4-4ffe-42a7-9dc4-04300c9accd7 admin admin] 10.222.0.26 "PUT /v2.0/routers/6054332f-43cf-46dd-b7a9-a58517445fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9297509 Apr 07 17:42:38.568031 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56334) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:38.568993 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] Sync routers for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:42:38.578306 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:42:38.578929 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:42:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:38.681381 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks [] for router (6054332f-43cf-46dd-b7a9-a58517445fad), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:38.690387 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:42:38.741683 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9849587-690b-4c24-9e72-43c49b4c6bfe req-a28b513e-5eca-409d-be5d-076a573bd31f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:38.743158 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9849587-690b-4c24-9e72-43c49b4c6bfe req-a28b513e-5eca-409d-be5d-076a573bd31f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0556729 Apr 07 17:42:38.792320 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9849587-690b-4c24-9e72-43c49b4c6bfe req-31cede6d-cae8-436c-bc3e-9ebac8d07970 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Apr 07 17:42:38.793316 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks [] for router_gateway (6054332f-43cf-46dd-b7a9-a58517445fad), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:38.876209 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:42:37Z', 'revision_number': 5, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port': {'id': '91c1d55b-1dc5-457c-9af8-7a95c07794d0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:35Z', 'updated_at': '2022-04-07T17:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:38.903186 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] Checking router: 6054332f-43cf-46dd-b7a9-a58517445fad for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:42:38.911383 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] Routers {'6054332f-43cf-46dd-b7a9-a58517445fad'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:42:38.911996 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:42:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['6054332f-43cf-46dd-b7a9-a58517445fad'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:38.919661 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Deleting port 91c1d55b-1dc5-457c-9af8-7a95c07794d0 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:38.919986 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:38.997748 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] For port 91c1d55b-1dc5-457c-9af8-7a95c07794d0, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=91c1d55b-1dc5-457c-9af8-7a95c07794d0,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:38.998265 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.000251 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] Set router 6054332f-43cf-46dd-b7a9-a58517445fad gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:42:39.014768 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Calling delete_port for 91c1d55b-1dc5-457c-9af8-7a95c07794d0 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:39.054588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:42:38Z', 'revision_number': 6, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:39.081300 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1955d-11f3-4ac6-81e3-7d005945775c None None] The sync data for ids ['6054332f-43cf-46dd-b7a9-a58517445fad'] in dv-cinder-836996-1-iscsi is: [{'id': '6054332f-43cf-46dd-b7a9-a58517445fad', 'name': 'tempest-TestVolumeBootPattern-1618447685-router', 'tenant_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:34Z', 'updated_at': '2022-04-07T17:42:38Z', 'revision_number': 6, 'project_id': 'f2cc28c058a54a7185d686c81dc0a3f1', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:42:39.239323 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (91c1d55b-1dc5-457c-9af8-7a95c07794d0), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.265809 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c1d55b-1dc5-457c-9af8-7a95c07794d0,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:39.323663 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (6054332f-43cf-46dd-b7a9-a58517445fad), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.433048 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (6054332f-43cf-46dd-b7a9-a58517445fad), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.433048 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks [] for router_controller (6054332f-43cf-46dd-b7a9-a58517445fad), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.567524 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (6054332f-43cf-46dd-b7a9-a58517445fad), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.568103 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6054332f-43cf-46dd-b7a9-a58517445fad {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:42:39.574744 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.575960 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a2a6b2b3-64a7-4c89-892b-4768577b0066 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6054332f-43cf-46dd-b7a9-a58517445fad HTTP/1.1" status: 204 len: 168 time: 1.0067315 Apr 07 17:42:39.578465 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56338) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:39.622717 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] Deleting subnet a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:42:39.625835 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] Publish callbacks [] for subnet (a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.659549 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6073374'] for subnet (a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.765640 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.885488 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4440838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4342526'] for subnet (a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.886652 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 37c4c964-8391-402b-a34d-c764060f9b00 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:42:39.917573 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 37c4c964-8391-402b-a34d-c764060f9b00 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:42:39.917956 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 37c4c964-8391-402b-a34d-c764060f9b00 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:42:39.918285 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:39.919932 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c044aa3-f0a9-43e7-a328-a63c998a5e6a req-111124df-027e-4dc3-97cf-b11af1f495ad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:39.922091 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:39.926780 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c044aa3-f0a9-43e7-a328-a63c998a5e6a req-111124df-027e-4dc3-97cf-b11af1f495ad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0637040 Apr 07 17:42:39.927922 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7dc03200-2c65-44c0-b444-63dc081e479e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4fa8e8a-9868-4d1e-a8ca-9883fea12ef9 HTTP/1.1" status: 204 len: 168 time: 0.3484111 Apr 07 17:42:39.928490 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56342) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:39.932215 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d9847-8ec2-40ec-9a14-edeee0fadfcc None None] Network a10bd6e5-9aa1-4360-84f9-94e5bb245a82 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:42:40.029246 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (a10bd6e5-9aa1-4360-84f9-94e5bb245a82), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.034263 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c044aa3-f0a9-43e7-a328-a63c998a5e6a req-91fd9d13-cef7-4777-b764-7b4bdacb4284 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066980 Apr 07 17:42:40.088359 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Deleting port 15612e9f-b084-4d06-b81e-d10c7f223ece {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:40.088996 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.090217 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] DHCP port deletion for a10bd6e5-9aa1-4360-84f9-94e5bb245a82 request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:42:40.145008 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Deleting port 15612e9f-b084-4d06-b81e-d10c7f223ece {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:40.145413 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.162650 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] For port 15612e9f-b084-4d06-b81e-d10c7f223ece, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=15612e9f-b084-4d06-b81e-d10c7f223ece,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:40.162906 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.181407 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Calling delete_port for 15612e9f-b084-4d06-b81e-d10c7f223ece owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:40.210159 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] For port 15612e9f-b084-4d06-b81e-d10c7f223ece, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=15612e9f-b084-4d06-b81e-d10c7f223ece,segment=NetworkSegment(cd652bf6-d0a9-4d4a-9caf-300f7d1f839a),segment_id=cd652bf6-d0a9-4d4a-9caf-300f7d1f839a)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:40.210550 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.223151 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Calling delete_port for 15612e9f-b084-4d06-b81e-d10c7f223ece owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:40.342344 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.351153 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (15612e9f-b084-4d06-b81e-d10c7f223ece), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.367460 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=15612e9f-b084-4d06-b81e-d10c7f223ece,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:40.371059 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] No DVR routers for this DVR port 15612e9f-b084-4d06-b81e-d10c7f223ece on host dv-cinder-836996-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:42:40.375497 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Pushing event deleted for resources: {'Port': ['ID=15612e9f-b084-4d06-b81e-d10c7f223ece,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:40.379850 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] No DVR routers for this DVR port 15612e9f-b084-4d06-b81e-d10c7f223ece on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:42:40.385593 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.385975 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.386266 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.386615 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.386945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.387268 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.387586 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.387909 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.388241 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.388539 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.388855 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.389207 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.389529 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.389847 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.390159 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136864d8-58ee-4a02-9da5-102909edf9ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:42:40.445215 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (a10bd6e5-9aa1-4360-84f9-94e5bb245a82), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.465133 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10bd6e5-9aa1-4360-84f9-94e5bb245a82']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:40.474508 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:40.475554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd652bf6-d0a9-4d4a-9caf-300f7d1f839a') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:40.484541 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (cd652bf6-d0a9-4d4a-9caf-300f7d1f839a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.497375 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (cd652bf6-d0a9-4d4a-9caf-300f7d1f839a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.503053 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:42:40.503430 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (cd652bf6-d0a9-4d4a-9caf-300f7d1f839a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:42:40.505020 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:42:40.644950 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (a10bd6e5-9aa1-4360-84f9-94e5bb245a82), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.650442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:40.653618 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a10bd6e5-9aa1-4360-84f9-94e5bb245a82 HTTP/1.1" status: 204 len: 168 time: 0.7236576 Apr 07 17:42:40.656648 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56346) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:40.666558 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee19cc7-0c26-4ae6-aba6-a9d240905d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10bd6e5-9aa1-4360-84f9-94e5bb245a82,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:40.992896 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (313cff80-c142-49be-bb84-25834c01f952), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:41.157869 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75571bb4-5eb9-455c-8e67-872ab38bf379 req-8e417141-3bc9-4178-9d70-9b95a8ef9f75 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:41.159317 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75571bb4-5eb9-455c-8e67-872ab38bf379 req-8e417141-3bc9-4178-9d70-9b95a8ef9f75 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0519037 Apr 07 17:42:41.205957 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75571bb4-5eb9-455c-8e67-872ab38bf379 req-448c49e4-ec3b-4103-a75c-7b2f5702f6be tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Apr 07 17:42:41.238065 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Deleting port 05295592-2550-4b2a-befa-464a9fd38f07 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:41.238403 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (05295592-2550-4b2a-befa-464a9fd38f07), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:41.316954 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] For port 05295592-2550-4b2a-befa-464a9fd38f07, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=05295592-2550-4b2a-befa-464a9fd38f07,segment=NetworkSegment(a561a0a8-288a-426f-8041-26bda063265b),segment_id=a561a0a8-288a-426f-8041-26bda063265b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:41.317267 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (05295592-2550-4b2a-befa-464a9fd38f07), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:41.329380 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Calling delete_port for 05295592-2550-4b2a-befa-464a9fd38f07 owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:41.492336 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 15612e9f-b084-4d06-b81e-d10c7f223ece no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:42:41.511605 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 15612e9f-b084-4d06-b81e-d10c7f223ece {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:42:41.511946 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 15612e9f-b084-4d06-b81e-d10c7f223ece not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:42:41.512362 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 91c1d55b-1dc5-457c-9af8-7a95c07794d0 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:42:41.533812 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 91c1d55b-1dc5-457c-9af8-7a95c07794d0 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:42:41.534131 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 91c1d55b-1dc5-457c-9af8-7a95c07794d0 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:42:41.570922 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (05295592-2550-4b2a-befa-464a9fd38f07), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:41.596018 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Pushing event deleted for resources: {'Port': ['ID=05295592-2550-4b2a-befa-464a9fd38f07,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:41.763680 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (313cff80-c142-49be-bb84-25834c01f952), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:42.224116 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Router 313cff80-c142-49be-bb84-25834c01f952 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:42:42.325316 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c2618-84c7-47da-a6e2-a65860fe0bc3 req-2b4daa42-7dfb-4717-beb6-a4849d20ee27 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:42.326776 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-501c2618-84c7-47da-a6e2-a65860fe0bc3 req-2b4daa42-7dfb-4717-beb6-a4849d20ee27 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0524666 Apr 07 17:42:42.334432 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:42:42.339491 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7ec689ff-4ac1-468d-9d5a-c36333be9337 admin admin] 10.222.0.26 "PUT /v2.0/routers/313cff80-c142-49be-bb84-25834c01f952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6817737 Apr 07 17:42:42.342005 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56352) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:42.345380 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] Sync routers for ids ['313cff80-c142-49be-bb84-25834c01f952'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:42:42.356112 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] Routers {'313cff80-c142-49be-bb84-25834c01f952'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:42:42.356998 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:42:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['313cff80-c142-49be-bb84-25834c01f952'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:42.383064 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-501c2618-84c7-47da-a6e2-a65860fe0bc3 req-32ed6610-7cd4-4d65-a147-2ad9147e4b99 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496871 Apr 07 17:42:42.453550 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks [] for router (313cff80-c142-49be-bb84-25834c01f952), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:42.466107 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] Set router 313cff80-c142-49be-bb84-25834c01f952 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:42:42.557476 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks [] for router_gateway (313cff80-c142-49be-bb84-25834c01f952), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:42.643269 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:42:41Z', 'revision_number': 5, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port': {'id': '084c99a4-20df-45c8-9b55-32d995b147e9', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313cff80-c142-49be-bb84-25834c01f952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:42.668966 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Deleting port 084c99a4-20df-45c8-9b55-32d995b147e9 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:42.669554 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] Checking router: 313cff80-c142-49be-bb84-25834c01f952 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:42:42.669765 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:42.678353 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] Routers {'313cff80-c142-49be-bb84-25834c01f952'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:42:42.678962 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:42:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['313cff80-c142-49be-bb84-25834c01f952'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:42.748435 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] For port 084c99a4-20df-45c8-9b55-32d995b147e9, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=084c99a4-20df-45c8-9b55-32d995b147e9,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:42.748798 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:42.761623 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Calling delete_port for 084c99a4-20df-45c8-9b55-32d995b147e9 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:42.764110 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] Set router 313cff80-c142-49be-bb84-25834c01f952 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:42:42.817408 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:42:42Z', 'revision_number': 6, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:42.843272 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbce42d-37cf-4c06-bc66-fd061320edd7 None None] The sync data for ids ['313cff80-c142-49be-bb84-25834c01f952'] in dv-cinder-836996-1-iscsi is: [{'id': '313cff80-c142-49be-bb84-25834c01f952', 'name': 'tempest-TestVolumeBootPattern-1599435767-router', 'tenant_id': '2c929332dce745e69335f178261a3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:22:41Z', 'updated_at': '2022-04-07T17:42:42Z', 'revision_number': 6, 'project_id': '2c929332dce745e69335f178261a3f97', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:42:42.993538 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (084c99a4-20df-45c8-9b55-32d995b147e9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.024161 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Pushing event deleted for resources: {'Port': ['ID=084c99a4-20df-45c8-9b55-32d995b147e9,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:43.079237 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (313cff80-c142-49be-bb84-25834c01f952), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.170172 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (313cff80-c142-49be-bb84-25834c01f952), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.172229 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks [] for router_controller (313cff80-c142-49be-bb84-25834c01f952), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.313426 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (313cff80-c142-49be-bb84-25834c01f952), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.313949 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313cff80-c142-49be-bb84-25834c01f952 {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:42:43.318121 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.319995 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-03f7cc6d-2c9d-4f2d-82a8-c06b4d700028 admin admin] 10.222.0.26 "DELETE /v2.0/routers/313cff80-c142-49be-bb84-25834c01f952 HTTP/1.1" status: 204 len: 168 time: 0.9767945 Apr 07 17:42:43.322363 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56354) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:43.365620 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] Deleting subnet 446da927-9680-4a2f-8400-9b6b069a8774 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:42:43.368605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] Publish callbacks [] for subnet (446da927-9680-4a2f-8400-9b6b069a8774), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.402371 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6073374'] for subnet (446da927-9680-4a2f-8400-9b6b069a8774), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.482177 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (446da927-9680-4a2f-8400-9b6b069a8774), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.505495 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f5f75-32ad-4906-bbde-521a639be151 req-7a0836ab-f840-4c24-9730-c26c1baacf75 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:43.507635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f25f5f75-32ad-4906-bbde-521a639be151 req-7a0836ab-f840-4c24-9730-c26c1baacf75 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0530851 Apr 07 17:42:43.554888 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f25f5f75-32ad-4906-bbde-521a639be151 req-dfd400b2-6576-4b5d-970a-b6a8b66a6087 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Apr 07 17:42:43.611775 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4440838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4342526'] for subnet (446da927-9680-4a2f-8400-9b6b069a8774), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.636268 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 084c99a4-20df-45c8-9b55-32d995b147e9 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:42:43.639175 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446da927-9680-4a2f-8400-9b6b069a8774,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:43.643134 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.646592 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5d0c619d-bb6c-458d-a01e-6743a31d84a2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/446da927-9680-4a2f-8400-9b6b069a8774 HTTP/1.1" status: 204 len: 168 time: 0.3231022 Apr 07 17:42:43.649085 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56358) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:43.659384 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbc2d5-d118-436f-b02a-c6860fdfff13 None None] Network 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:42:43.661460 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 084c99a4-20df-45c8-9b55-32d995b147e9 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:42:43.661802 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 084c99a4-20df-45c8-9b55-32d995b147e9 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:42:43.662883 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 05295592-2550-4b2a-befa-464a9fd38f07 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:42:43.705344 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 05295592-2550-4b2a-befa-464a9fd38f07 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:42:43.705344 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 05295592-2550-4b2a-befa-464a9fd38f07 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:42:43.730494 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (698d7ec3-dffd-430b-ba93-a3ac2a2aa079), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.784184 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Deleting port 0764720e-310b-40e0-a918-0804d51dbec7 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:43.784519 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (0764720e-310b-40e0-a918-0804d51dbec7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.828880 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] DHCP port deletion for 698d7ec3-dffd-430b-ba93-a3ac2a2aa079 request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:42:43.853526 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] For port 0764720e-310b-40e0-a918-0804d51dbec7, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0764720e-310b-40e0-a918-0804d51dbec7,segment=NetworkSegment(a561a0a8-288a-426f-8041-26bda063265b),segment_id=a561a0a8-288a-426f-8041-26bda063265b)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:43.853897 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (0764720e-310b-40e0-a918-0804d51dbec7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:43.868540 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Calling delete_port for 0764720e-310b-40e0-a918-0804d51dbec7 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:43.878781 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] Deleting port 0764720e-310b-40e0-a918-0804d51dbec7 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:42:43.879152 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (0764720e-310b-40e0-a918-0804d51dbec7), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.062221 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (0764720e-310b-40e0-a918-0804d51dbec7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.070903 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] For port 0764720e-310b-40e0-a918-0804d51dbec7, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0764720e-310b-40e0-a918-0804d51dbec7,segment=NetworkSegment(a561a0a8-288a-426f-8041-26bda063265b),segment_id=a561a0a8-288a-426f-8041-26bda063265b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:42:44.071796 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (0764720e-310b-40e0-a918-0804d51dbec7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.084072 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] Calling delete_port for 0764720e-310b-40e0-a918-0804d51dbec7 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:42:44.088162 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Pushing event deleted for resources: {'Port': ['ID=0764720e-310b-40e0-a918-0804d51dbec7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:44.093337 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] No DVR routers for this DVR port 0764720e-310b-40e0-a918-0804d51dbec7 on host dv-cinder-836996-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:42:44.160615 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (0764720e-310b-40e0-a918-0804d51dbec7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.165098 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (698d7ec3-dffd-430b-ba93-a3ac2a2aa079), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.185851 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698d7ec3-dffd-430b-ba93-a3ac2a2aa079']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:44.186664 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] Pushing event deleted for resources: {'Port': ['ID=0764720e-310b-40e0-a918-0804d51dbec7,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:44.192908 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cae9b1-3e2f-40c9-b188-28f77f7c2c9f None None] No DVR routers for this DVR port 0764720e-310b-40e0-a918-0804d51dbec7 on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:42:44.195940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a561a0a8-288a-426f-8041-26bda063265b') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:44.196235 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a561a0a8-288a-426f-8041-26bda063265b') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:42:44.209203 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (a561a0a8-288a-426f-8041-26bda063265b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.222640 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (a561a0a8-288a-426f-8041-26bda063265b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.228546 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:42:44.230284 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (a561a0a8-288a-426f-8041-26bda063265b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:42:44.230583 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:42:44.338485 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (698d7ec3-dffd-430b-ba93-a3ac2a2aa079), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.343026 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.346227 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] 10.222.0.26 "DELETE /v2.0/networks/698d7ec3-dffd-430b-ba93-a3ac2a2aa079 HTTP/1.1" status: 204 len: 168 time: 0.6957598 Apr 07 17:42:44.358575 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f703cd2-d420-4509-9a2c-5162f8390675 admin admin] Pushing event deleted for resources: {'Network': ['ID=698d7ec3-dffd-430b-ba93-a3ac2a2aa079,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:44.626371 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56364) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:44.667730 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-619c942d-3164-4203-be39-f4244694398e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2cc28c058a54a7185d686c81dc0a3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402179 Apr 07 17:42:44.671049 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56366) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:44.696867 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e9b08-4a92-4418-b952-0de4eb3c26b1 req-c5eb4710-3c6b-4d0c-afb9-b145369fbb61 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:44.698345 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c79e9b08-4a92-4418-b952-0de4eb3c26b1 req-c5eb4710-3c6b-4d0c-afb9-b145369fbb61 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0729635 Apr 07 17:42:44.754041 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f5b269ce-6f58-4578-bf16-45d08a83865a admin admin] Publish callbacks [] for security_group (16f29012-f76d-4809-99a8-3026b01f05b8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.773974 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c79e9b08-4a92-4418-b952-0de4eb3c26b1 req-f3791c19-3d68-4604-aa64-2475f502b154 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682995 Apr 07 17:42:44.786398 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f5b269ce-6f58-4578-bf16-45d08a83865a admin admin] Publish callbacks [] for security_group (16f29012-f76d-4809-99a8-3026b01f05b8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.898744 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f5b269ce-6f58-4578-bf16-45d08a83865a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (16f29012-f76d-4809-99a8-3026b01f05b8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.901328 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f5b269ce-6f58-4578-bf16-45d08a83865a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:44.902451 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f5b269ce-6f58-4578-bf16-45d08a83865a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16f29012-f76d-4809-99a8-3026b01f05b8 HTTP/1.1" status: 204 len: 168 time: 0.2304678 Apr 07 17:42:44.911191 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b269ce-6f58-4578-bf16-45d08a83865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f29012-f76d-4809-99a8-3026b01f05b8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:45.493154 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0764720e-310b-40e0-a918-0804d51dbec7 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:42:45.513154 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 0764720e-310b-40e0-a918-0804d51dbec7 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:42:45.516657 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0764720e-310b-40e0-a918-0804d51dbec7 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:42:45.555276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56372) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:45.593406 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1472b659-81f8-47cf-a6c3-6273d6b0cdea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c929332dce745e69335f178261a3f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369165 Apr 07 17:42:45.595677 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56374) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:42:45.645383 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b36de872-d371-463a-b72e-aa6f66741ef1 admin admin] Publish callbacks [] for security_group (f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:45.666843 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b36de872-d371-463a-b72e-aa6f66741ef1 admin admin] Publish callbacks [] for security_group (f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:45.793756 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b36de872-d371-463a-b72e-aa6f66741ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:45.796292 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b36de872-d371-463a-b72e-aa6f66741ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:45.797562 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b36de872-d371-463a-b72e-aa6f66741ef1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3 HTTP/1.1" status: 204 len: 168 time: 0.2010107 Apr 07 17:42:45.808237 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36de872-d371-463a-b72e-aa6f66741ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09fed3f-b4c7-47e0-9ab2-5a56634e8fd3,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:42:45.895580 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42be6f9-752b-453d-b80c-4e42d7d3d73a req-976ed7bd-8400-4bf9-a8af-ae0e9a00cc6b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:45.897296 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c42be6f9-752b-453d-b80c-4e42d7d3d73a req-976ed7bd-8400-4bf9-a8af-ae0e9a00cc6b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0543110 Apr 07 17:42:45.949295 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c42be6f9-752b-453d-b80c-4e42d7d3d73a req-35e59e79-5b01-42fa-84b6-4d26a83a1a99 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Apr 07 17:42:47.068262 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a5e79-fb0a-4394-8aef-72edd6a39f7f req-bb21de0a-2999-4dae-9d69-d011ddaa7433 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:47.070849 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-485a5e79-fb0a-4394-8aef-72edd6a39f7f req-bb21de0a-2999-4dae-9d69-d011ddaa7433 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Apr 07 17:42:47.116670 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-485a5e79-fb0a-4394-8aef-72edd6a39f7f req-b354884a-65ee-4470-b528-c9f16e480cf2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Apr 07 17:42:48.233845 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc91256-c143-413c-b701-2eb7af8068e8 req-903cdbea-ccaa-4418-9806-0ae9fc436cef tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:48.235287 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fc91256-c143-413c-b701-2eb7af8068e8 req-903cdbea-ccaa-4418-9806-0ae9fc436cef tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0524888 Apr 07 17:42:48.282078 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fc91256-c143-413c-b701-2eb7af8068e8 req-80461efc-8a7b-4237-aba9-db9d64ebabbc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Apr 07 17:42:48.852874 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:42:49.402343 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bfa3a-a5a1-48d2-b7c9-ee7e38648af1 req-f53d9871-277f-48dc-be73-901b563ba5c7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:49.403801 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b89bfa3a-a5a1-48d2-b7c9-ee7e38648af1 req-f53d9871-277f-48dc-be73-901b563ba5c7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0557547 Apr 07 17:42:49.457854 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b89bfa3a-a5a1-48d2-b7c9-ee7e38648af1 req-1e77bdf9-a3ef-4cef-9b84-9b8ee8945e7e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Apr 07 17:42:50.575368 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f3b27-a5d1-430c-8724-7254e213c141 req-15632a5b-5f79-40a2-9a73-49c699363db9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:50.576819 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-780f3b27-a5d1-430c-8724-7254e213c141 req-15632a5b-5f79-40a2-9a73-49c699363db9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0508983 Apr 07 17:42:50.621693 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-780f3b27-a5d1-430c-8724-7254e213c141 req-5424c3e8-07e4-43bd-a556-2389950fe0e6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Apr 07 17:42:51.742829 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee8467-c4ae-4043-a987-5feb85f71665 req-711027d2-dcd9-492b-8a73-ad64772b9f26 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:51.744191 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51ee8467-c4ae-4043-a987-5feb85f71665 req-711027d2-dcd9-492b-8a73-ad64772b9f26 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0550172 Apr 07 17:42:51.789483 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51ee8467-c4ae-4043-a987-5feb85f71665 req-4ac7963d-198e-46fa-8f1f-b01d318b87c4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Apr 07 17:42:52.909303 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667ce71-e864-4bb5-b60b-74a3f51de9e1 req-a49980e4-07da-4c99-b82e-fe137aa78426 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:52.910677 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b667ce71-e864-4bb5-b60b-74a3f51de9e1 req-a49980e4-07da-4c99-b82e-fe137aa78426 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0525348 Apr 07 17:42:52.956223 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b667ce71-e864-4bb5-b60b-74a3f51de9e1 req-26d2d9cf-54af-43f0-8049-db0f50b696b7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397301 Apr 07 17:42:54.074184 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b57e09-6b13-49b2-aaff-1ef184a8c308 req-b4fec53f-5967-4d52-b822-7ba4c8860c1c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:54.075664 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b57e09-6b13-49b2-aaff-1ef184a8c308 req-b4fec53f-5967-4d52-b822-7ba4c8860c1c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0525775 Apr 07 17:42:54.124852 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b57e09-6b13-49b2-aaff-1ef184a8c308 req-ae02b8ac-ed8f-4389-8a2b-fd0c0a033959 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Apr 07 17:42:55.241951 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee98260-4153-4754-888a-5e6c2f2522cd req-569a8631-ad1a-45a5-b1d3-f2e61f9bd0bc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:55.243419 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eee98260-4153-4754-888a-5e6c2f2522cd req-569a8631-ad1a-45a5-b1d3-f2e61f9bd0bc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527411 Apr 07 17:42:55.289502 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eee98260-4153-4754-888a-5e6c2f2522cd req-cd3e2002-4ecf-41cd-b9d7-bcb9c0ebce29 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Apr 07 17:42:56.405932 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a457d6d-ede5-4bcb-891a-cd555035984e req-2f3d5299-941f-4540-8267-8195300a79af tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:56.407390 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a457d6d-ede5-4bcb-891a-cd555035984e req-2f3d5299-941f-4540-8267-8195300a79af tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520236 Apr 07 17:42:56.452472 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a457d6d-ede5-4bcb-891a-cd555035984e req-e794c42a-4f48-4fa2-a6cc-1a8b2d422148 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Apr 07 17:42:57.574984 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f30648-38f4-4274-8874-90b2590dbd14 req-9726f4c2-70e7-4177-93a3-fe35d2d2eb59 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:57.576459 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10f30648-38f4-4274-8874-90b2590dbd14 req-9726f4c2-70e7-4177-93a3-fe35d2d2eb59 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0567055 Apr 07 17:42:57.622227 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10f30648-38f4-4274-8874-90b2590dbd14 req-38da3aff-1657-4d9d-a203-94eb1ae1519c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Apr 07 17:42:58.741231 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c79d-34b1-4df0-9615-7d073686b4d1 req-354d36ae-8903-4b07-ac8a-25904b03426f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:58.742692 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0dd6c79d-34b1-4df0-9615-7d073686b4d1 req-354d36ae-8903-4b07-ac8a-25904b03426f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0532393 Apr 07 17:42:58.788641 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0dd6c79d-34b1-4df0-9615-7d073686b4d1 req-84fa581b-8f22-49ae-9534-8c5b698584c5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Apr 07 17:42:59.905473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ec83-a9a8-44c3-94b9-d3e8709f6ed8 req-e20885cb-4e7a-4354-b74e-a64ac6808776 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:42:59.906927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed31ec83-a9a8-44c3-94b9-d3e8709f6ed8 req-e20885cb-4e7a-4354-b74e-a64ac6808776 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0518789 Apr 07 17:42:59.955843 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed31ec83-a9a8-44c3-94b9-d3e8709f6ed8 req-eb16f1b4-715a-47b9-83ab-c8314712c3d7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Apr 07 17:43:00.892378 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-94107638-a750-4ea8-a9cf-ac77e0c8df53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:01.084697 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931daa58-39e9-45f3-9413-27eae02d6ac5 req-5a60bfa1-cc63-4073-8f9c-75f1cdb36fb8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:01.086206 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931daa58-39e9-45f3-9413-27eae02d6ac5 req-5a60bfa1-cc63-4073-8f9c-75f1cdb36fb8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0534227 Apr 07 17:43:01.132651 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931daa58-39e9-45f3-9413-27eae02d6ac5 req-27c76868-a6a0-47e6-8e85-04ed05067777 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Apr 07 17:43:02.248995 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dcd4b-0423-4e67-85cd-946d1855d7ce req-61774fd9-5f8f-495a-99ae-c065d3d3f713 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:02.250459 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce0dcd4b-0423-4e67-85cd-946d1855d7ce req-61774fd9-5f8f-495a-99ae-c065d3d3f713 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0512898 Apr 07 17:43:02.296751 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce0dcd4b-0423-4e67-85cd-946d1855d7ce req-b7437445-a83b-4b66-834e-7651db818b23 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Apr 07 17:43:03.218141 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-69a2a7b9-9f73-448b-ac06-9885cdec4596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:03.418841 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459022c-3963-4053-81a8-25c155a2f734 req-716deeec-98b4-4e19-922f-b8d2243567be tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:03.420282 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5459022c-3963-4053-81a8-25c155a2f734 req-716deeec-98b4-4e19-922f-b8d2243567be tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0565126 Apr 07 17:43:03.466750 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5459022c-3963-4053-81a8-25c155a2f734 req-3fd3ee24-7b63-4c6c-bf08-26e44cc37825 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Apr 07 17:43:04.515250 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:04.585076 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ae348-dba0-4fa6-be88-81713e740a8e req-a2a99cd5-ef58-4b5c-a0c9-ed16b993b5d0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:04.586545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-313ae348-dba0-4fa6-be88-81713e740a8e req-a2a99cd5-ef58-4b5c-a0c9-ed16b993b5d0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0518949 Apr 07 17:43:04.632445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-313ae348-dba0-4fa6-be88-81713e740a8e req-dc9041a6-57c9-4f58-a0c9-da5d944229a1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Apr 07 17:43:05.726523 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:05.754613 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499fa72-ff50-4098-8f95-8bc6dd967f7b req-633a51ac-c85c-445a-8c26-d77c525b9617 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:05.756100 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6499fa72-ff50-4098-8f95-8bc6dd967f7b req-633a51ac-c85c-445a-8c26-d77c525b9617 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0559714 Apr 07 17:43:05.803398 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6499fa72-ff50-4098-8f95-8bc6dd967f7b req-477e55a0-9361-459d-99a4-76c74af22820 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Apr 07 17:43:06.920714 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b88bc6-3df7-4f08-81f4-f7fb20287112 req-f803c0fe-adf7-4e08-b021-add48cc04784 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:06.922231 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01b88bc6-3df7-4f08-81f4-f7fb20287112 req-f803c0fe-adf7-4e08-b021-add48cc04784 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0524771 Apr 07 17:43:06.967610 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01b88bc6-3df7-4f08-81f4-f7fb20287112 req-5ac62725-d053-4b9e-87b2-34c262a7c550 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Apr 07 17:43:07.107110 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:08.098129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9fe8-9dd6-4685-8f68-77ccc9e55440 req-72f2493c-2c11-4fca-a914-fec282bb03da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:08.100450 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89fc9fe8-9dd6-4685-8f68-77ccc9e55440 req-72f2493c-2c11-4fca-a914-fec282bb03da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0601721 Apr 07 17:43:08.150458 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89fc9fe8-9dd6-4685-8f68-77ccc9e55440 req-75c2d07c-eed3-46ce-a277-5efbf0be045a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 Apr 07 17:43:09.273219 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122b4b6-d1d8-4157-aca5-4e2361770bc0 req-5d00265e-1d04-4437-91da-c6f8e9421488 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:09.274676 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d122b4b6-d1d8-4157-aca5-4e2361770bc0 req-5d00265e-1d04-4437-91da-c6f8e9421488 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0537157 Apr 07 17:43:09.319443 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d122b4b6-d1d8-4157-aca5-4e2361770bc0 req-25a50a89-079d-41e1-832a-6281c56c3089 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Apr 07 17:43:09.919117 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:43:10.436224 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39a263-0394-4b37-8a2f-bc0dbc1524cf req-bb99c17c-b306-4634-a92b-d3fa8f35578a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:10.437692 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c39a263-0394-4b37-8a2f-bc0dbc1524cf req-bb99c17c-b306-4634-a92b-d3fa8f35578a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0523405 Apr 07 17:43:10.483768 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c39a263-0394-4b37-8a2f-bc0dbc1524cf req-5cb0aa31-be55-4adc-a53d-f53c83b8edc1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Apr 07 17:43:10.886680 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-e47bd3b2-ac98-48d0-98ce-7896367a53eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467501 Apr 07 17:43:10.969796 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-51de62a6-e34a-4dc0-bc48-1b5484acbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:10.971220 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-51de62a6-e34a-4dc0-bc48-1b5484acbfb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0425224 Apr 07 17:43:11.075654 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-fb00a903-3a46-49f9-a309-1f568d353a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:11.077082 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-fb00a903-3a46-49f9-a309-1f568d353a14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0884979 Apr 07 17:43:11.119894 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-afe76992-afc0-48c3-975e-f271a9c72847 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0367422 Apr 07 17:43:11.166350 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-f16016fc-d53e-4754-a6fc-58b5551676b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:11.167767 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-f16016fc-d53e-4754-a6fc-58b5551676b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0427215 Apr 07 17:43:11.214742 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-c068408d-808d-44cd-87e2-9df5d87ab8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:11.216173 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-c068408d-808d-44cd-87e2-9df5d87ab8f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425529 Apr 07 17:43:11.306182 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-4b03d484-f6fc-4e1a-9853-718987a00b77 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Apr 07 17:43:11.395817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb5475f0-4a80-47ed-b6b5-fedac4d0a683 req-8ece598a-6a11-45ad-94c0-f50d45736079 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835514 Apr 07 17:43:11.601397 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbe29a-f50e-4512-96e5-4071aaa60ca3 req-a09c0d44-a6c9-40a6-8b54-fb9e59134611 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:11.602869 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18cbe29a-f50e-4512-96e5-4071aaa60ca3 req-a09c0d44-a6c9-40a6-8b54-fb9e59134611 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0526373 Apr 07 17:43:11.651325 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18cbe29a-f50e-4512-96e5-4071aaa60ca3 req-32fa6da5-5fc6-4f81-8df6-a1cd747b7d94 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 Apr 07 17:43:12.767651 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75279af-86ab-436d-bb02-e2e4330e898e req-e5933df0-b696-41c2-a77e-141991d090e8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:12.769011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a75279af-86ab-436d-bb02-e2e4330e898e req-e5933df0-b696-41c2-a77e-141991d090e8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521259 Apr 07 17:43:12.814994 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a75279af-86ab-436d-bb02-e2e4330e898e req-a56b16d9-302b-4620-a4c2-8e6669294779 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Apr 07 17:43:13.949130 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d641e-903b-4fcf-9ab5-30db1d026080 req-62456b1c-a93a-4987-ba44-e6fcd993212b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:13.950699 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a94d641e-903b-4fcf-9ab5-30db1d026080 req-62456b1c-a93a-4987-ba44-e6fcd993212b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0639226 Apr 07 17:43:14.004201 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a94d641e-903b-4fcf-9ab5-30db1d026080 req-4311d139-457c-4d71-820a-5fba0c4619ae tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475926 Apr 07 17:43:15.126607 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cf703-e6a3-4fae-b9ec-39eedd7a78cb req-566e69cf-6810-468d-8b67-02d23f01f87f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:15.128052 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-375cf703-e6a3-4fae-b9ec-39eedd7a78cb req-566e69cf-6810-468d-8b67-02d23f01f87f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Apr 07 17:43:15.174722 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-375cf703-e6a3-4fae-b9ec-39eedd7a78cb req-abe4fb61-0846-4c88-bc64-e7f79a0023ab tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Apr 07 17:43:16.309981 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e32d2-6599-40e2-8293-f5588e34b84b req-19a7c2e4-facf-43e0-91c9-c0eb09df1fc1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:16.311463 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df7e32d2-6599-40e2-8293-f5588e34b84b req-19a7c2e4-facf-43e0-91c9-c0eb09df1fc1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0680780 Apr 07 17:43:16.360993 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df7e32d2-6599-40e2-8293-f5588e34b84b req-6b01f34e-7e63-4166-a547-dea32cbb176e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 Apr 07 17:43:17.479578 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31aa9f-8f60-456e-af55-2ef2d9772b8c req-09fe85f0-1a9c-4c88-8e41-d64a456a620e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:17.481015 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f31aa9f-8f60-456e-af55-2ef2d9772b8c req-09fe85f0-1a9c-4c88-8e41-d64a456a620e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0512841 Apr 07 17:43:17.526525 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f31aa9f-8f60-456e-af55-2ef2d9772b8c req-79cce36c-587c-484e-aaf4-b3e69d8c1624 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Apr 07 17:43:18.643759 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc40f8c-865e-45bd-9a3c-d7213e1b0fab req-6b8dc3f1-d470-4106-b5d4-1b5f1f2864da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:18.645474 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2dc40f8c-865e-45bd-9a3c-d7213e1b0fab req-6b8dc3f1-d470-4106-b5d4-1b5f1f2864da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0513620 Apr 07 17:43:18.690515 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2dc40f8c-865e-45bd-9a3c-d7213e1b0fab req-25ee57db-eaa6-479e-b886-fefe93d6f19a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Apr 07 17:43:18.855318 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:19.811969 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d3467-52f3-4796-b9ac-5338fd855e7f req-b60597de-3279-4172-b549-a79893de7abe tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:19.813441 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-631d3467-52f3-4796-b9ac-5338fd855e7f req-b60597de-3279-4172-b549-a79893de7abe tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0548165 Apr 07 17:43:19.859222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-631d3467-52f3-4796-b9ac-5338fd855e7f req-910afaa2-32ca-4d1d-92c4-14d572cd1b0e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Apr 07 17:43:20.977419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655b351-96d2-4938-b8e5-97affcda86ae req-14f7e83c-a610-4363-9cb5-e2876424053b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:20.978868 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e655b351-96d2-4938-b8e5-97affcda86ae req-14f7e83c-a610-4363-9cb5-e2876424053b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0515649 Apr 07 17:43:21.023914 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e655b351-96d2-4938-b8e5-97affcda86ae req-3124f255-90b7-4513-ad3b-12f14cf4106c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Apr 07 17:43:22.144791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133943-7cb7-4215-bf42-f094de306478 req-fe35cb0b-a1d4-4512-a95e-f39292fa79ca tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:22.146296 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6133943-7cb7-4215-bf42-f094de306478 req-fe35cb0b-a1d4-4512-a95e-f39292fa79ca tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0558937 Apr 07 17:43:22.193583 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6133943-7cb7-4215-bf42-f094de306478 req-a3ef91cb-38e1-4da0-9298-4babfc78fda3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Apr 07 17:43:23.310985 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f646c06-61a9-4dc2-b39b-16295b1c4490 req-b33827d5-9380-4a42-af35-bcb874073d9d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:23.312444 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f646c06-61a9-4dc2-b39b-16295b1c4490 req-b33827d5-9380-4a42-af35-bcb874073d9d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0532331 Apr 07 17:43:23.358928 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f646c06-61a9-4dc2-b39b-16295b1c4490 req-33e02da1-be63-4d96-953f-22ab9fdfd430 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Apr 07 17:43:24.474616 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b452-2006-48c5-9955-07b580cda951 req-238e0f59-bd40-415e-97bc-96ea7d562459 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:24.476103 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a879b452-2006-48c5-9955-07b580cda951 req-238e0f59-bd40-415e-97bc-96ea7d562459 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Apr 07 17:43:24.527941 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a879b452-2006-48c5-9955-07b580cda951 req-3a732187-abf6-4f18-986d-abb094b1b831 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463428 Apr 07 17:43:25.647066 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63924e-65bd-42da-be7f-36b31c615591 req-d106637d-ebe9-4ed7-89bd-0bcbe69d9153 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:25.648523 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a63924e-65bd-42da-be7f-36b31c615591 req-d106637d-ebe9-4ed7-89bd-0bcbe69d9153 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0526929 Apr 07 17:43:25.698403 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a63924e-65bd-42da-be7f-36b31c615591 req-42b2c580-f654-4576-9f8c-0844fc00a3ca tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Apr 07 17:43:26.816900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348da76-445b-4f11-965f-bf31ac5a93b8 req-0f380e91-5f96-40f1-9b88-db2a06e1dcee tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:26.818374 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f348da76-445b-4f11-965f-bf31ac5a93b8 req-0f380e91-5f96-40f1-9b88-db2a06e1dcee tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0518806 Apr 07 17:43:26.864890 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f348da76-445b-4f11-965f-bf31ac5a93b8 req-8097c466-2307-4a6b-8b2d-c0e1401b1d8d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Apr 07 17:43:27.991719 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787fcee-8737-4974-b9a5-22be2e247bcd req-b0c0e8b7-f248-45a5-8be4-0b3d61c219da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:27.993205 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c787fcee-8737-4974-b9a5-22be2e247bcd req-b0c0e8b7-f248-45a5-8be4-0b3d61c219da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0553367 Apr 07 17:43:28.038575 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c787fcee-8737-4974-b9a5-22be2e247bcd req-6322825c-be3a-4b31-891a-028f13f325a1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Apr 07 17:43:29.157770 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b1297-2efd-4b82-a5aa-04f40c067dfe req-7daf1ab8-b7f3-42e0-a409-12d242e69269 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:29.159285 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba0b1297-2efd-4b82-a5aa-04f40c067dfe req-7daf1ab8-b7f3-42e0-a409-12d242e69269 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0531595 Apr 07 17:43:29.206319 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba0b1297-2efd-4b82-a5aa-04f40c067dfe req-465e201a-9abd-4241-b9aa-af62eeeb7325 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Apr 07 17:43:30.325232 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b63f13-132a-44b5-85a1-5e4bc1296d3f req-894e0342-c287-4f72-8ef4-db98cb71ee7c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:30.326669 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29b63f13-132a-44b5-85a1-5e4bc1296d3f req-894e0342-c287-4f72-8ef4-db98cb71ee7c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0507853 Apr 07 17:43:30.374903 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29b63f13-132a-44b5-85a1-5e4bc1296d3f req-6b879f1c-e6eb-43a1-9b00-2af10a5f411b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Apr 07 17:43:30.866351 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aedc5260-2e23-4325-877b-5277d3efab06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:31.491867 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac956da-dd1b-487d-a230-90f0d6f2514e req-b8b1e270-ae82-4fc5-b50c-28dc2a7ee899 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:31.493339 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ac956da-dd1b-487d-a230-90f0d6f2514e req-b8b1e270-ae82-4fc5-b50c-28dc2a7ee899 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520403 Apr 07 17:43:31.540472 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2ac956da-dd1b-487d-a230-90f0d6f2514e req-3815996a-a602-4d3c-b94b-9f33cf13a71a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Apr 07 17:43:32.656270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a43635-cd02-4f3f-b0b0-b01935169a48 req-3bb61dff-6c62-4576-98d2-93de794085d1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:32.657766 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9a43635-cd02-4f3f-b0b0-b01935169a48 req-3bb61dff-6c62-4576-98d2-93de794085d1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Apr 07 17:43:32.703406 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9a43635-cd02-4f3f-b0b0-b01935169a48 req-785af2ea-7d3e-4ba2-b112-8edacadcb9fe tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 Apr 07 17:43:33.245364 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-888a4d56-0b1a-419c-ba61-12d125e23be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:33.824950 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632cec-2e8e-45fd-8f87-9e24688edea3 req-57204aea-5b34-4514-af41-c7f79c9e16d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:33.826439 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a632cec-2e8e-45fd-8f87-9e24688edea3 req-57204aea-5b34-4514-af41-c7f79c9e16d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0542502 Apr 07 17:43:33.872044 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a632cec-2e8e-45fd-8f87-9e24688edea3 req-e5e8907b-7293-4f6f-8905-333aa5777a4f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Apr 07 17:43:34.496945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:35.253476 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10344-2a5c-4682-9217-943b375fa2b3 req-269e00eb-d3bd-4e77-a6b7-963f002b8bac tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:35.255978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99f10344-2a5c-4682-9217-943b375fa2b3 req-269e00eb-d3bd-4e77-a6b7-963f002b8bac tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0531402 Apr 07 17:43:35.301817 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99f10344-2a5c-4682-9217-943b375fa2b3 req-74d2c16d-b35e-4b51-8fae-4627b49332af tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Apr 07 17:43:35.724277 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:36.421131 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a96901-021f-4e4e-921d-6dda480506fc req-989cb1d2-6403-4c2d-a32f-b2543d89fb2a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:36.422595 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34a96901-021f-4e4e-921d-6dda480506fc req-989cb1d2-6403-4c2d-a32f-b2543d89fb2a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0550134 Apr 07 17:43:36.467885 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34a96901-021f-4e4e-921d-6dda480506fc req-0bb096c8-7351-42b8-9788-ab5c3aae0f15 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Apr 07 17:43:37.096636 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:37.586482 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42c1a3-a169-452d-8b73-b6542999d26d req-c49f203c-fc90-41e2-aff2-be0f1a5e7bc3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:37.587925 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e42c1a3-a169-452d-8b73-b6542999d26d req-c49f203c-fc90-41e2-aff2-be0f1a5e7bc3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0519161 Apr 07 17:43:37.633364 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e42c1a3-a169-452d-8b73-b6542999d26d req-e637bea4-474d-4d55-b9b9-2624806c8c31 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Apr 07 17:43:38.749901 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e811d2a-a839-4cfb-bc23-e9e7a517e4aa req-f0868041-aaef-4cc2-bd75-6d1bfcdd8797 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:38.751323 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e811d2a-a839-4cfb-bc23-e9e7a517e4aa req-f0868041-aaef-4cc2-bd75-6d1bfcdd8797 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0504947 Apr 07 17:43:38.806432 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e811d2a-a839-4cfb-bc23-e9e7a517e4aa req-8d55fac7-d799-47b4-a6c3-cdaab02df15e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494313 Apr 07 17:43:39.926799 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173fa70-f1da-4f94-b1dd-656f209ec3f1 req-7bfae8f5-b82e-41b5-8424-8d590d7e0870 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:39.928228 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d173fa70-f1da-4f94-b1dd-656f209ec3f1 req-7bfae8f5-b82e-41b5-8424-8d590d7e0870 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0530157 Apr 07 17:43:39.974852 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d173fa70-f1da-4f94-b1dd-656f209ec3f1 req-3683b00f-0aaf-4e67-8da8-7447eff2c460 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Apr 07 17:43:41.092021 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78476777-4c3a-49b3-ba10-2b39e66ec97f req-e452eb20-425c-4ce5-b231-765fb71256ac tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:41.093479 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78476777-4c3a-49b3-ba10-2b39e66ec97f req-e452eb20-425c-4ce5-b231-765fb71256ac tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0512655 Apr 07 17:43:41.138739 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78476777-4c3a-49b3-ba10-2b39e66ec97f req-552fe055-2118-48ea-bc65-46277288370d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Apr 07 17:43:42.262093 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3008-0605-438a-933c-d9b14e3101c4 req-7e172143-dfc7-461c-8178-de8227cb92f1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:42.263542 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc7e3008-0605-438a-933c-d9b14e3101c4 req-7e172143-dfc7-461c-8178-de8227cb92f1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0547273 Apr 07 17:43:42.310599 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc7e3008-0605-438a-933c-d9b14e3101c4 req-46872ba1-3d73-4d6b-9950-bd643a69770b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Apr 07 17:43:43.432042 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d422f14-b86d-4ff8-9485-6d7e99804742 req-fc289f11-9b13-4e12-8760-2e174b76394d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:43.433532 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d422f14-b86d-4ff8-9485-6d7e99804742 req-fc289f11-9b13-4e12-8760-2e174b76394d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0567651 Apr 07 17:43:43.480689 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d422f14-b86d-4ff8-9485-6d7e99804742 req-8fd324b5-d10a-438c-a233-329b95a17bd6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Apr 07 17:43:44.599201 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716e0f3-dc12-43cc-b891-3f617da61dcd req-56370f9b-6a9a-4598-9223-ee046f382992 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:44.600646 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b716e0f3-dc12-43cc-b891-3f617da61dcd req-56370f9b-6a9a-4598-9223-ee046f382992 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0528395 Apr 07 17:43:44.649887 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b716e0f3-dc12-43cc-b891-3f617da61dcd req-b7149c3c-3c00-4261-a980-f7e2252d3cdf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Apr 07 17:43:45.767463 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedd2de-3927-44e2-8b5b-6e800a6caf79 req-7179d20d-4e91-459b-b4a0-0d838a996721 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:45.768850 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dedd2de-3927-44e2-8b5b-6e800a6caf79 req-7179d20d-4e91-459b-b4a0-0d838a996721 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0522442 Apr 07 17:43:45.814688 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dedd2de-3927-44e2-8b5b-6e800a6caf79 req-b47b64c5-6b9c-4727-9fdc-c2e10047309c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Apr 07 17:43:46.917713 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:43:46.931595 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d704cd-1ae9-48ca-b129-c4e6112d2ce9 req-26a123a3-717c-4d18-8a5c-0132331ea17d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:46.933032 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71d704cd-1ae9-48ca-b129-c4e6112d2ce9 req-26a123a3-717c-4d18-8a5c-0132331ea17d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0512497 Apr 07 17:43:46.978500 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71d704cd-1ae9-48ca-b129-c4e6112d2ce9 req-4d3c7c78-eeca-4dbe-82c0-83e5a92748a9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Apr 07 17:43:48.098875 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed26d-1f8d-4c8a-969c-69a828b33ffc req-087a48b2-fd14-4d63-bb09-49046dc541e0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:48.100318 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b4ed26d-1f8d-4c8a-969c-69a828b33ffc req-087a48b2-fd14-4d63-bb09-49046dc541e0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0553648 Apr 07 17:43:48.146338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b4ed26d-1f8d-4c8a-969c-69a828b33ffc req-e051f702-b101-4acc-bcfc-679a3118a574 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Apr 07 17:43:48.844532 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:43:49.263633 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace25a-50aa-4a62-876e-2e5e648dc7d6 req-b53ce495-af69-40a6-ae85-5118cb5d94ad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:49.265093 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2ace25a-50aa-4a62-876e-2e5e648dc7d6 req-b53ce495-af69-40a6-ae85-5118cb5d94ad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0516539 Apr 07 17:43:49.311346 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2ace25a-50aa-4a62-876e-2e5e648dc7d6 req-b22f9ed4-9c66-4c92-a40c-273776801ac5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Apr 07 17:43:50.433627 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f2ac-2f0f-4b7b-80f7-f3a13f82d1e4 req-17ac742a-8646-4b96-b661-13ce32472f21 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:50.435049 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cec6f2ac-2f0f-4b7b-80f7-f3a13f82d1e4 req-17ac742a-8646-4b96-b661-13ce32472f21 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0549533 Apr 07 17:43:50.480689 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cec6f2ac-2f0f-4b7b-80f7-f3a13f82d1e4 req-3c56a730-c8e2-4382-8a3b-24ca803ca0ae tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Apr 07 17:43:51.600090 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6b649-ec5b-49d3-a78e-7595b56bc49d req-2aab37c0-75a1-452a-a816-901454b73956 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:51.601548 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22f6b649-ec5b-49d3-a78e-7595b56bc49d req-2aab37c0-75a1-452a-a816-901454b73956 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0527020 Apr 07 17:43:51.646205 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22f6b649-ec5b-49d3-a78e-7595b56bc49d req-745a5989-d8f9-4444-abf5-355a0908f007 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 Apr 07 17:43:52.761882 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa8903-3782-496d-8c6e-67b3018f0a04 req-8e5f3486-4d33-4e19-bdee-43c461d1b992 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:52.763312 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28aa8903-3782-496d-8c6e-67b3018f0a04 req-8e5f3486-4d33-4e19-bdee-43c461d1b992 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0502915 Apr 07 17:43:52.812349 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28aa8903-3782-496d-8c6e-67b3018f0a04 req-8e19cd73-15cf-41af-acc7-e0b01211b923 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Apr 07 17:43:53.931645 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc1eeb-99cd-4b74-8900-b8e19d3bd60a req-75704534-63d4-486c-91b4-abaa118073bd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:53.933098 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46cc1eeb-99cd-4b74-8900-b8e19d3bd60a req-75704534-63d4-486c-91b4-abaa118073bd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520144 Apr 07 17:43:53.978917 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46cc1eeb-99cd-4b74-8900-b8e19d3bd60a req-47b71aeb-aa49-485f-be07-2afba7a9e39a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Apr 07 17:43:55.095740 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c33bd3-b35c-4fc2-a46c-6d9f4f5e56b5 req-155a7cf5-4e34-49c7-8978-769cf47d4b77 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:55.097732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42c33bd3-b35c-4fc2-a46c-6d9f4f5e56b5 req-155a7cf5-4e34-49c7-8978-769cf47d4b77 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521960 Apr 07 17:43:55.145316 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42c33bd3-b35c-4fc2-a46c-6d9f4f5e56b5 req-febe91a9-28c8-4129-b354-3af42eb93c64 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Apr 07 17:43:56.495144 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb075-dbdb-4e3b-aad3-b77438d675d4 req-02116912-2598-491b-a5c3-5fbfdec68fd8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:56.496494 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da0eb075-dbdb-4e3b-aad3-b77438d675d4 req-02116912-2598-491b-a5c3-5fbfdec68fd8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.2828901 Apr 07 17:43:56.542323 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da0eb075-dbdb-4e3b-aad3-b77438d675d4 req-277aa81c-44cc-4fb7-8ca0-86b43edeb219 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Apr 07 17:43:57.666005 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ce681-e079-42cc-890f-4ac375feb0ab req-92eec6c7-7e26-483e-b726-e4eb9e38a6ac tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:57.667471 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-022ce681-e079-42cc-890f-4ac375feb0ab req-92eec6c7-7e26-483e-b726-e4eb9e38a6ac tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0574746 Apr 07 17:43:57.714600 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-022ce681-e079-42cc-890f-4ac375feb0ab req-ab122562-5cd7-44f3-9991-bedfde22da52 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Apr 07 17:43:58.835969 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf25a97-dc77-4d40-bce7-4928c485c529 req-0f52b8ae-6333-4b25-8d75-6bbae1c07fe9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:43:58.837422 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bf25a97-dc77-4d40-bce7-4928c485c529 req-0f52b8ae-6333-4b25-8d75-6bbae1c07fe9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0544219 Apr 07 17:43:58.882410 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bf25a97-dc77-4d40-bce7-4928c485c529 req-ae46e282-a93e-4044-9418-419ca1d35203 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Apr 07 17:43:59.999785 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf10cd5-6d5d-4cf4-8578-f531b790ceb0 req-b16b6cb9-8308-475d-98b5-ddf94b3f0d08 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:00.001236 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccf10cd5-6d5d-4cf4-8578-f531b790ceb0 req-b16b6cb9-8308-475d-98b5-ddf94b3f0d08 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0518854 Apr 07 17:44:00.047534 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccf10cd5-6d5d-4cf4-8578-f531b790ceb0 req-c4b65ece-d914-4e85-be17-75e836a80f2b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Apr 07 17:44:00.854055 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7aa8-bc84-410c-ab92-b89a03e2be7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:01.166574 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148c6a-744e-439b-b6d7-a3328dfd525f req-62d8ecab-e774-43c5-8c2d-c60fad9dbc9a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:01.168077 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d148c6a-744e-439b-b6d7-a3328dfd525f req-62d8ecab-e774-43c5-8c2d-c60fad9dbc9a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0518980 Apr 07 17:44:01.217039 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d148c6a-744e-439b-b6d7-a3328dfd525f req-9ffd296e-729e-47e9-85aa-7099139fd41c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 Apr 07 17:44:02.333495 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083e51f-dd44-45b0-b33c-046b71617009 req-20f6acb3-9030-4c0e-995e-0a88d64dde6c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:02.334928 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8083e51f-dd44-45b0-b33c-046b71617009 req-20f6acb3-9030-4c0e-995e-0a88d64dde6c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0508416 Apr 07 17:44:02.380370 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8083e51f-dd44-45b0-b33c-046b71617009 req-37fbf758-5a5b-4a9d-916c-7890da26f622 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399406 Apr 07 17:44:03.219500 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f26bbfe-9d8d-43b1-b8de-8437f5ab9f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:03.496980 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088ef04-1836-4709-af8f-9615df7043da req-e2c661cd-2782-42a0-859f-c0afa6a96897 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:03.498454 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3088ef04-1836-4709-af8f-9615df7043da req-e2c661cd-2782-42a0-859f-c0afa6a96897 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521638 Apr 07 17:44:03.545383 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3088ef04-1836-4709-af8f-9615df7043da req-e3678495-62cb-4303-bc93-0f365ce005e5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Apr 07 17:44:04.536266 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:04.669074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1759c3f-a03d-440c-8679-9e1ead96b061 req-244a128e-90e9-4513-ab67-cc00f7d81903 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:04.670602 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1759c3f-a03d-440c-8679-9e1ead96b061 req-244a128e-90e9-4513-ab67-cc00f7d81903 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0574217 Apr 07 17:44:04.715736 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1759c3f-a03d-440c-8679-9e1ead96b061 req-72e1c0d4-ae01-4b3c-8ff3-c942f683cf81 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393901 Apr 07 17:44:05.741420 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:05.835682 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a85a-ed52-40c2-b7bf-5f6b34b7e0db req-e3258ac2-d3fd-4593-a2b6-ad9d31cd2ef1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:05.837148 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c15a85a-ed52-40c2-b7bf-5f6b34b7e0db req-e3258ac2-d3fd-4593-a2b6-ad9d31cd2ef1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0533819 Apr 07 17:44:05.882883 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c15a85a-ed52-40c2-b7bf-5f6b34b7e0db req-c338b383-7227-4e94-a31c-02866963838c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Apr 07 17:44:07.000707 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9eb10-841b-43ab-9e2b-35d830253aa3 req-7ea0d390-5213-41b8-8638-b4f770fd5abd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:07.002309 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffb9eb10-841b-43ab-9e2b-35d830253aa3 req-7ea0d390-5213-41b8-8638-b4f770fd5abd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520921 Apr 07 17:44:07.053289 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffb9eb10-841b-43ab-9e2b-35d830253aa3 req-45bf05d7-234e-4662-851d-f9bc04aa4987 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Apr 07 17:44:07.105510 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:08.170075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0835c-a985-469e-8b0c-c80bc2650180 req-26e84ea8-244e-4440-9f35-a23e6b64fe07 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:08.171535 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4eb0835c-a985-469e-8b0c-c80bc2650180 req-26e84ea8-244e-4440-9f35-a23e6b64fe07 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0523853 Apr 07 17:44:08.217041 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4eb0835c-a985-469e-8b0c-c80bc2650180 req-3dde3f7e-41bf-4fc5-b8ce-54473d634e62 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Apr 07 17:44:09.336156 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0125232-2fa0-417e-956c-61343624cc11 req-4224c6d3-04d9-4383-97c9-f7299cdbf744 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:09.337618 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0125232-2fa0-417e-956c-61343624cc11 req-4224c6d3-04d9-4383-97c9-f7299cdbf744 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0522618 Apr 07 17:44:09.382876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0125232-2fa0-417e-956c-61343624cc11 req-2816bec2-0f43-48ac-85f4-f84b48f20a0d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Apr 07 17:44:10.504707 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778d6e8-4ecb-4d1c-9e89-8dd835d9e5ed req-25be537f-5d8a-4e87-9349-2438f23e595f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:10.506175 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6778d6e8-4ecb-4d1c-9e89-8dd835d9e5ed req-25be537f-5d8a-4e87-9349-2438f23e595f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0562959 Apr 07 17:44:10.552713 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6778d6e8-4ecb-4d1c-9e89-8dd835d9e5ed req-db6b2570-e447-4080-b7d1-f56a0f0fa22b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Apr 07 17:44:11.668858 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d18c91-1dbd-4c60-a968-e2487fabfb3e req-339ffa00-249f-4e89-b29b-81c57f860dad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:11.670351 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09d18c91-1dbd-4c60-a968-e2487fabfb3e req-339ffa00-249f-4e89-b29b-81c57f860dad tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0520740 Apr 07 17:44:11.716924 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09d18c91-1dbd-4c60-a968-e2487fabfb3e req-1063f776-7486-49d0-863a-80a04785fb43 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Apr 07 17:44:12.839990 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22571812-80d1-45fe-ad59-ad770e26190a req-ee03b6a8-406c-48a9-8f7b-2c94fe4de383 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:12.841550 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22571812-80d1-45fe-ad59-ad770e26190a req-ee03b6a8-406c-48a9-8f7b-2c94fe4de383 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0554276 Apr 07 17:44:12.887087 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22571812-80d1-45fe-ad59-ad770e26190a req-a341d354-9ad3-4a86-ad53-54474b431269 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Apr 07 17:44:13.635599 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-b00a2cb5-3816-4c5d-9f14-b726223ca8c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456605 Apr 07 17:44:13.700619 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-90fc0870-3634-4968-aa85-01295f557331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:13.702181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-90fc0870-3634-4968-aa85-01295f557331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0452023 Apr 07 17:44:13.822503 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-a273e455-49af-4fc8-9a42-6600cfbfafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:13.823870 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-a273e455-49af-4fc8-9a42-6600cfbfafdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.1035764 Apr 07 17:44:13.869459 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-809abc65-377d-45f5-8e6f-e4d2daf96c16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0396078 Apr 07 17:44:13.920574 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-084da8cf-9d5d-4dbc-a02d-9d951a09427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:13.922053 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-084da8cf-9d5d-4dbc-a02d-9d951a09427b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0475650 Apr 07 17:44:14.009903 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-f5461890-e98b-4a06-9912-d1c71d0f2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:14.011429 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-f5461890-e98b-4a06-9912-d1c71d0f2a38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831838 Apr 07 17:44:14.045283 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd076eb5-735f-4d4d-aa8a-aeffaf939f17 req-103284b8-11b7-415c-9970-c346b0cc90b0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:14.046756 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd076eb5-735f-4d4d-aa8a-aeffaf939f17 req-103284b8-11b7-415c-9970-c346b0cc90b0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0865047 Apr 07 17:44:14.148721 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd076eb5-735f-4d4d-aa8a-aeffaf939f17 req-566792ea-c847-4203-99e2-bb5f0f1455f0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944753 Apr 07 17:44:14.160390 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-48b72907-5724-443f-9e31-1a7e427d90d3 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420364 Apr 07 17:44:14.255676 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a8c0c64-7482-4bef-9838-576e50f5aa7e req-85666d49-71ab-4b99-842f-8a256845206f service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898769 Apr 07 17:44:15.270009 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfd4d-10f1-4f22-835b-79c7ccd6d5d5 req-9c358c2f-eb00-46bf-9a66-f577623190e3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:15.271500 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-964bfd4d-10f1-4f22-835b-79c7ccd6d5d5 req-9c358c2f-eb00-46bf-9a66-f577623190e3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0570855 Apr 07 17:44:15.317823 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-964bfd4d-10f1-4f22-835b-79c7ccd6d5d5 req-81512887-c956-42c3-b061-255a9b76c51d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Apr 07 17:44:16.434618 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccf91a-ca6b-4397-9955-27cdd823f6f4 req-70e126bd-1f26-4d40-9547-99ee6b57d831 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:16.436104 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43ccf91a-ca6b-4397-9955-27cdd823f6f4 req-70e126bd-1f26-4d40-9547-99ee6b57d831 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0518978 Apr 07 17:44:16.481377 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43ccf91a-ca6b-4397-9955-27cdd823f6f4 req-49c80e86-f50b-494b-b193-4ccb986911a5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Apr 07 17:44:17.598103 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44d662-f6f1-48da-bff6-7f1d5af368bc req-4b6c8561-6cea-4e78-9018-39a0fbb3fa1e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:17.599537 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f44d662-f6f1-48da-bff6-7f1d5af368bc req-4b6c8561-6cea-4e78-9018-39a0fbb3fa1e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0509636 Apr 07 17:44:17.648321 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f44d662-f6f1-48da-bff6-7f1d5af368bc req-8e328d87-c7a3-42c5-9c4f-05672c748de1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Apr 07 17:44:18.767641 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e2ee-7fc9-479f-9390-00707f01c78f req-a59e50d1-b6ac-4404-9631-485f6b1b78e4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:18.769293 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d18e2ee-7fc9-479f-9390-00707f01c78f req-a59e50d1-b6ac-4404-9631-485f6b1b78e4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0551038 Apr 07 17:44:18.815329 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d18e2ee-7fc9-479f-9390-00707f01c78f req-354a542d-7839-4e08-bcfc-c4da2eb6f7ec tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Apr 07 17:44:18.858869 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:19.934059 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef0ef0-fb97-4f6e-96ad-40533d46495c req-b79ce62a-f40b-4133-bcc7-e73ab14c2c67 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:19.935503 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81ef0ef0-fb97-4f6e-96ad-40533d46495c req-b79ce62a-f40b-4133-bcc7-e73ab14c2c67 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0522854 Apr 07 17:44:19.981224 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81ef0ef0-fb97-4f6e-96ad-40533d46495c req-f752114a-9979-4d0e-be54-ec7798fb8181 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Apr 07 17:44:21.104921 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d700-ec34-4874-8b83-758dbb162f08 req-63089bdf-244a-4e30-8307-c8116fa6ea0a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:21.106404 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b247d700-ec34-4874-8b83-758dbb162f08 req-63089bdf-244a-4e30-8307-c8116fa6ea0a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0562074 Apr 07 17:44:21.152523 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b247d700-ec34-4874-8b83-758dbb162f08 req-58ea50ed-7a09-4bf6-b2d3-5122fb207a39 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Apr 07 17:44:22.271409 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ef0f6-c4c7-4de1-82af-26a4a8446109 req-33731ffa-c66c-49ec-8f77-144bcc3b0f00 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:22.272857 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e13ef0f6-c4c7-4de1-82af-26a4a8446109 req-33731ffa-c66c-49ec-8f77-144bcc3b0f00 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0536797 Apr 07 17:44:22.317828 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e13ef0f6-c4c7-4de1-82af-26a4a8446109 req-8d0afa5d-cbc1-48a3-ba13-ab2362fd541c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 Apr 07 17:44:23.437555 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eac5a-3619-4054-b921-50a58d06af95 req-11253c02-e4e7-49dc-ab13-4ae6319bd0ce tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:23.438988 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a91eac5a-3619-4054-b921-50a58d06af95 req-11253c02-e4e7-49dc-ab13-4ae6319bd0ce tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0544832 Apr 07 17:44:23.484260 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a91eac5a-3619-4054-b921-50a58d06af95 req-9ab41c2c-50df-401b-abd0-357ecfe67868 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Apr 07 17:44:23.917752 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:44:24.602734 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64948-b289-4ab0-b56a-fa878786eff3 req-ebbe49af-699c-429f-9cce-e510a5a184e8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:24.604192 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1e64948-b289-4ab0-b56a-fa878786eff3 req-ebbe49af-699c-429f-9cce-e510a5a184e8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0513074 Apr 07 17:44:24.649796 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1e64948-b289-4ab0-b56a-fa878786eff3 req-8ade23b7-2de2-44f1-aef0-c7fa98cc8f53 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Apr 07 17:44:25.765975 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424ba73-5899-48e1-872c-0b0a5d423fe7 req-a66994e5-e5cd-40a5-83dd-6228f467dc96 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:25.767341 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9424ba73-5899-48e1-872c-0b0a5d423fe7 req-a66994e5-e5cd-40a5-83dd-6228f467dc96 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0510387 Apr 07 17:44:25.816121 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9424ba73-5899-48e1-872c-0b0a5d423fe7 req-95c6d313-b494-4f97-a585-8ae98b7618c8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Apr 07 17:44:26.933453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed8a36-67b5-4b70-a1d0-b2aae6dc13a5 req-e1867ae6-9a59-4175-9051-79284fa17b45 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:26.935037 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fed8a36-67b5-4b70-a1d0-b2aae6dc13a5 req-e1867ae6-9a59-4175-9051-79284fa17b45 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0521662 Apr 07 17:44:26.980928 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fed8a36-67b5-4b70-a1d0-b2aae6dc13a5 req-ad501a4f-a69b-4ec4-bec5-ef1674c333e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Apr 07 17:44:28.097756 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08a1b6-005b-4a53-957c-93701b06f9e9 req-5a62d633-9d65-4319-91c9-c7d40bcea5ec tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:28.099222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f08a1b6-005b-4a53-957c-93701b06f9e9 req-5a62d633-9d65-4319-91c9-c7d40bcea5ec tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0515893 Apr 07 17:44:28.145101 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f08a1b6-005b-4a53-957c-93701b06f9e9 req-569bb54b-7da9-4ffa-afb8-78ed8adfda25 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Apr 07 17:44:29.268229 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df9f6-7f57-4115-9c53-564e30e6b661 req-4f8d5d6f-a7a9-40ef-ad71-43b7357e8815 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:29.270427 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f1df9f6-7f57-4115-9c53-564e30e6b661 req-4f8d5d6f-a7a9-40ef-ad71-43b7357e8815 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0569358 Apr 07 17:44:29.316941 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f1df9f6-7f57-4115-9c53-564e30e6b661 req-919e60f2-4892-4a0a-9bb7-ec9bb29cc9be tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Apr 07 17:44:30.433260 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16691fa7-1ce0-454b-b52b-71f12a47acd9 req-70ba3e65-4f23-43c4-8a12-db933ed94265 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:30.434704 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16691fa7-1ce0-454b-b52b-71f12a47acd9 req-70ba3e65-4f23-43c4-8a12-db933ed94265 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0509772 Apr 07 17:44:30.480175 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16691fa7-1ce0-454b-b52b-71f12a47acd9 req-cf07162a-3fb8-435a-bb63-1d3f76016040 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Apr 07 17:44:30.869946 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0beff699-a9e9-4deb-ba6e-1665252107fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:31.595014 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4acc6-2067-46a1-89e0-2631f8d4a571 req-4ed55e01-22b3-4359-ad2c-b610c3938fe5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:31.596442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84e4acc6-2067-46a1-89e0-2631f8d4a571 req-4ed55e01-22b3-4359-ad2c-b610c3938fe5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0506537 Apr 07 17:44:31.645731 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84e4acc6-2067-46a1-89e0-2631f8d4a571 req-0cc93e25-5383-4a90-95ba-53d218fe40fc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Apr 07 17:44:32.764273 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44f2c-d6e6-4bcb-a9ad-d887fc4ddf41 req-f9e56911-0f02-453d-b7c9-9d29f133353b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:32.766030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea44f2c-d6e6-4bcb-a9ad-d887fc4ddf41 req-f9e56911-0f02-453d-b7c9-9d29f133353b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0524151 Apr 07 17:44:32.812294 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea44f2c-d6e6-4bcb-a9ad-d887fc4ddf41 req-96d0d1af-39cc-4b59-9faa-04eda6040a78 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Apr 07 17:44:33.253094 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b2eb8a8-5bb6-49bf-84a2-6d049067d344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:33.932915 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dc1ea-29ac-437a-be58-d40e6b67e502 req-038b5af9-b91b-4763-9ce2-09c93b4f9c94 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:33.934391 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d1dc1ea-29ac-437a-be58-d40e6b67e502 req-038b5af9-b91b-4763-9ce2-09c93b4f9c94 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0504355 Apr 07 17:44:33.984387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d1dc1ea-29ac-437a-be58-d40e6b67e502 req-f48dd53c-07c2-47ac-995d-d2a33896078a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Apr 07 17:44:34.511605 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:35.107079 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fda39-c405-4f8f-b23b-06d03c2573ca req-89149526-137a-4cca-8b3f-f189c3061a40 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:35.108566 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-730fda39-c405-4f8f-b23b-06d03c2573ca req-89149526-137a-4cca-8b3f-f189c3061a40 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0554912 Apr 07 17:44:35.155430 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-730fda39-c405-4f8f-b23b-06d03c2573ca req-1a38cb4c-5432-42f7-9168-23aea44fcf59 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Apr 07 17:44:35.734607 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:36.277559 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946802b-3302-4b17-a625-41048fbfded7 req-5e575a44-fdf1-4b37-81b6-6c66de7ea49d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:36.279059 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a946802b-3302-4b17-a625-41048fbfded7 req-5e575a44-fdf1-4b37-81b6-6c66de7ea49d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0559571 Apr 07 17:44:36.329555 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a946802b-3302-4b17-a625-41048fbfded7 req-e7d69e14-ef69-4979-aaff-41e5f0b9acb8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/security-groups?id=4431b26c-2708-488e-b849-9b996ec5f3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446427 Apr 07 17:44:36.902758 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-5405bdfe-007e-44a7-a929-09c70db1aac9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:44:36.904075 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-5405bdfe-007e-44a7-a929-09c70db1aac9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 946 time: 0.0536563 Apr 07 17:44:36.995787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Deleting port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:44:36.996125 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:37.085804 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] For port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,segment=NetworkSegment(53682926-8124-4a62-8fb9-9fee582f1c03),segment_id=53682926-8124-4a62-8fb9-9fee582f1c03)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:44:37.086164 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:37.098651 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Calling delete_port for 460f0c0e-20d7-48e1-b7d2-e771eec9c91c owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:44:37.106586 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:37.283262 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (460f0c0e-20d7-48e1-b7d2-e771eec9c91c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:37.297006 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['460f0c0e-20d7-48e1-b7d2-e771eec9c91c'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:44:37.316424 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Pushing event deleted for resources: {'Port': ['ID=460f0c0e-20d7-48e1-b7d2-e771eec9c91c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:44:37.328681 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.329034 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.329437 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.329783 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.330120 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.330455 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.330788 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.331172 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.331624 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.331957 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.332289 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.332616 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.332945 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.333303 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.333628 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:44:37.369340 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] No DVR routers for this DVR port 460f0c0e-20d7-48e1-b7d2-e771eec9c91c on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:44:37.372199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:37.375794 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3053f41-0108-4e02-ae29-ed67ffaa0940 req-2f2e30f4-1243-49f5-abc5-9deee957dc54 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.37 "DELETE /v2.0/ports/460f0c0e-20d7-48e1-b7d2-e771eec9c91c HTTP/1.1" status: 204 len: 173 time: 0.4653335 Apr 07 17:44:37.376245 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'name': 'network-vif-deleted', 'tag': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:44:37.378664 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11523e15-42d9-4374-b805-68235f82dd7b" -d '{"events": [{"server_uuid": "fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3", "name": "network-vif-deleted", "tag": "460f0c0e-20d7-48e1-b7d2-e771eec9c91c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:44:37.441576 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-139ab2ea-c60f-457a-b8e1-3fb8bd872fb1 req-a8cd7e59-cb8a-4453-9236-ceb39251d12e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Apr 07 17:44:37.473902 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dec94d-6699-4093-b1e1-92365ed33fd1 x-openstack-request-id: req-53dec94d-6699-4093-b1e1-92365ed33fd1 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:44:37.474265 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3", "name": "network-vif-deleted", "tag": "460f0c0e-20d7-48e1-b7d2-e771eec9c91c", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:44:37.474515 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53dec94d-6699-4093-b1e1-92365ed33fd1 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:44:37.474939 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53dec94d-6699-4093-b1e1-92365ed33fd1'] response: {'server_uuid': 'fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3', 'name': 'network-vif-deleted', 'tag': '460f0c0e-20d7-48e1-b7d2-e771eec9c91c', 'status': 'completed', 'code': 200} Apr 07 17:44:38.523129 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e3362ce-a72f-42ef-8090-bfd1d771b643 req-a7edb896-7735-4bd1-94d7-58d2b540dc30 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0276732 Apr 07 17:44:39.622318 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1bef240f-2036-40d5-8109-3897476d81a0 req-be19e9e9-d69f-4b96-ab06-27a86fd75f69 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0309570 Apr 07 17:44:40.121158 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 460f0c0e-20d7-48e1-b7d2-e771eec9c91c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:44:40.140433 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 460f0c0e-20d7-48e1-b7d2-e771eec9c91c {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:44:40.141033 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 460f0c0e-20d7-48e1-b7d2-e771eec9c91c not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:44:40.715275 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b93a6b64-9827-471b-bfe3-58ac7d5e1097 req-90f72ed1-6e9c-4343-be6b-e6cbab843fc6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0267360 Apr 07 17:44:41.808072 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7208f5e8-9550-43d1-8c57-6c4fb6e44c72 req-5bf8a970-e537-4e2a-ab64-5536ce381596 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0258861 Apr 07 17:44:42.900805 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-463cff10-a4ae-48ea-a4d5-3320d2065d5b req-c84af73e-6191-4d15-98e0-734c7d4bdde4 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0267124 Apr 07 17:44:43.995406 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d443e4b5-8895-410d-aacc-8097ed0c4af8 req-9472fd4b-526d-4cb8-8517-840e8796efd2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Apr 07 17:44:45.088257 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b9d134d-d198-4e4f-999e-344ad6be04c3 req-324b2ea0-8845-4e85-96d5-d372de0c3b17 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262280 Apr 07 17:44:46.185069 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b4eeab9-1dca-4633-929e-6866d54d6eff req-ab4a4d02-d9f3-4f1b-bde1-4660acdbc8d3 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0291882 Apr 07 17:44:47.278431 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a79987a-45bb-4e1e-9d7e-de4e43924245 req-67b674fe-0c3a-42a8-91e3-66e185c06249 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0263722 Apr 07 17:44:48.371989 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1b8616d-afc2-4a2b-a240-6cf09f874814 req-f1c41600-2e43-4f14-804c-e49895100c23 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0268517 Apr 07 17:44:48.886670 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:44:49.471182 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-261a5d21-e96b-4aea-8bce-18d0b460014e req-e52fa2a4-6bf1-4d4d-baba-cc1d7c93b86f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0264833 Apr 07 17:44:50.562873 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-472a317b-a601-45d5-b4ba-dbdd7e3233c1 req-48129020-84ce-4e5b-b3d3-5954a0c5ae58 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0259612 Apr 07 17:44:51.656074 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b250391d-1c48-4804-906b-26c11ca5562a req-84d65aa4-f34f-46f6-95c7-1666be88d427 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262523 Apr 07 17:44:52.756635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8266d41d-29c1-47b5-bee6-48ae00d00e13 req-059605d0-14ed-4840-ab69-ddf7251119b9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0299463 Apr 07 17:44:53.848481 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-52031f8a-5ae8-4727-9234-f7d0bba92838 req-df30ecea-8651-49b2-9c77-a13724ed1cd5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0264535 Apr 07 17:44:54.942039 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93a432ae-59bb-4747-954e-6b85c9795fde req-21515618-99cc-46f5-90cf-e3a95d8e04c9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270386 Apr 07 17:44:56.036076 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4e6bea6-dd2e-4e01-999a-94b93b80f4c9 req-f109e5b0-a493-4dd9-b927-52d918b14e45 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0267107 Apr 07 17:44:57.129319 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28efdfb6-03dc-4688-a539-9cc2d9521fec req-609836b4-16d3-4ddd-b304-6b1f0c558ceb tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Apr 07 17:44:58.220583 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-821ca712-52ee-4f3d-8c0f-bdad77d520a6 req-759fbdff-bb31-4d74-89c6-4c810a9dd386 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0259912 Apr 07 17:44:59.442760 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa76ac54-586b-4a2f-b1c5-186c14e52cb0 req-4b99d455-de47-4f6d-a7f3-c9c9f75c2fe9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.1536167 Apr 07 17:45:00.536779 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-542a9579-2686-4fd0-9b62-8d32caf0dab4 req-3dbb0ede-0df7-46c6-bbd5-7de012e2eb00 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0269780 Apr 07 17:45:00.886345 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6c368071-d9f7-4d98-9071-533e6ed2f6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:00.917299 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:45:01.630545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0746aa8-e7ef-44ea-9103-ff8836c5f8a6 req-a2666b0d-7033-47e5-9b69-c4bdd789911e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0272036 Apr 07 17:45:02.727067 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c406aff2-65ae-4108-857e-4c02fa2948b5 req-15030a69-ffde-44af-83cb-ef1114fc0ee9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0277913 Apr 07 17:45:03.246209 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-55f93b3c-2f32-47d4-bf33-05fc372ee20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:03.819474 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26878f5e-66b8-4012-8063-f46523ad4e95 req-7b4b9d8c-04fc-4779-a1aa-0fe7f605a600 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0263333 Apr 07 17:45:04.527651 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:04.912775 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da4d0d67-10d9-42c0-9c04-15eca9719e3d req-015b0ba1-1f03-40ef-9d9b-a793ed2a85c8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0271652 Apr 07 17:45:05.737602 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:06.008599 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb34e862-7706-4acd-82ad-e7b1d341394c req-fe3833c3-45b0-4eee-b561-5f4b6baf1f7c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Apr 07 17:45:07.103252 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:07.103956 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b538c6a-5517-4742-aab0-8d87c0a79b8f req-5b9222c7-0567-494f-b874-d1971fda328a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0276973 Apr 07 17:45:08.198912 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cca21d52-264d-4d87-beef-0870b6e92621 req-fe833209-1b4c-46fd-accf-0c17d67954ce tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Apr 07 17:45:09.292946 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7c0d4c3-c257-491e-b43a-69c0b1a46c16 req-b2b0f9de-e052-44dc-baab-be7750fc2b8b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0267146 Apr 07 17:45:10.385229 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-41a314ed-1aeb-4477-acf0-53852cd6560c req-cc614302-4c3c-4da3-ba2e-e72df06a3beb tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Apr 07 17:45:11.479800 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5c175c7d-d2ee-44b2-b3ab-98b96ef7222c req-a8c6c8c5-9b8f-4bd7-bc00-f12db6edda57 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0280597 Apr 07 17:45:12.575791 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dac0e1c9-8a49-4441-abe0-ad02ce209bb7 req-d0ff949a-8da4-4d6e-9fcc-7b99ec14037a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0287974 Apr 07 17:45:13.668601 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ea43bd5-583e-498c-ab42-8c66ffd0e43d req-a660921d-970f-4b53-bf29-3a0d24921d1e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Apr 07 17:45:14.768893 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cd9d130-5a9e-47ac-96af-49224093ff65 req-04244150-73ac-4758-896c-9ca1968f44fa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0280125 Apr 07 17:45:15.486102 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-f4e8d006-4631-44eb-a158-c8d1abde9581 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424876 Apr 07 17:45:15.569329 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-699fe63c-a8de-452b-a920-0fb0ae0a1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:45:15.570827 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-699fe63c-a8de-452b-a920-0fb0ae0a1a37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0439236 Apr 07 17:45:15.674554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-824ae50f-dbc5-49ce-99de-f79ee96239f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:45:15.676038 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-824ae50f-dbc5-49ce-99de-f79ee96239f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0872209 Apr 07 17:45:15.714558 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-0f406207-64b2-4e74-841e-08f802dcec89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0327518 Apr 07 17:45:15.764260 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-aa5a981d-3c1b-4428-a9ec-dd4a8d054486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:45:15.765876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-aa5a981d-3c1b-4428-a9ec-dd4a8d054486 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0461540 Apr 07 17:45:15.812325 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-44a98b6b-5347-4697-80a8-a6269b43fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:45:15.813931 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-44a98b6b-5347-4697-80a8-a6269b43fef7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424371 Apr 07 17:45:15.895542 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-887953f8-3def-40c1-b0dd-93092bb286d1 req-5257929d-d5b3-4d8f-b970-e98db814899c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0592287 Apr 07 17:45:15.926122 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-b4e14271-b115-4ea3-a7c1-b62f48a3146d service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066074 Apr 07 17:45:16.012875 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdb3023-a06f-4a05-a1ee-53e44f9ec9fe req-6a7df119-26ea-4c7f-abb4-b298874c0e2b service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Apr 07 17:45:16.992644 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e33df755-ef62-47cd-a6a4-c5618d49e4b1 req-f96f7b73-a0ae-4584-a975-9c62927765b6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0301585 Apr 07 17:45:18.087439 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bad36452-8ac3-4492-be34-182c8e6bd5a6 req-b3261a34-e6fe-4bfd-922c-50eeb2467f8e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Apr 07 17:45:18.874412 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:19.181635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f9f1cc2-4458-407e-ad21-928ef0aca4c8 req-f0411bbc-8be1-4cb6-9d11-ae2f631c3b45 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Apr 07 17:45:20.277237 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08dbfc2d-b3c6-43a8-836c-6665fcd82b16 req-6600ac4c-ee01-4db3-b39b-7c3b7c3d4f04 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0267308 Apr 07 17:45:21.369397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2de9800f-234e-4954-b461-00d5c7a294be req-2656ebd8-f667-47ca-af94-fdedb7d2cba1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0263672 Apr 07 17:45:22.462127 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9e658b1-cdd7-43af-8f91-f7e11d84a363 req-1f72d391-3bb4-4266-8fa4-3e978c3aa8f2 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0269179 Apr 07 17:45:23.561590 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e38849f0-81eb-4acd-96aa-e5b71931c3a2 req-581dabcf-53c0-4a50-85ab-2b9ffc29bfaf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0292408 Apr 07 17:45:24.654950 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9499c186-86ec-4cd9-9a09-042a4f7d186e req-8b0015df-49d5-4835-ba97-e6c9f021932a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0269263 Apr 07 17:45:25.747502 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-218dae07-5908-4e29-972a-8d2e5bb843bc req-03934612-6f08-42fe-b448-abe2518d5125 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0255320 Apr 07 17:45:26.840253 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ad39b25-0de3-47af-b400-62e6e11e3382 req-77ce9983-10dc-4352-85f1-02642ab23f21 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0259256 Apr 07 17:45:27.934160 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5cfa28e3-7daa-4b47-8895-920ba6cf2f5a req-cfd29917-284e-4d9f-8a29-70f9cf03e322 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0266597 Apr 07 17:45:29.027302 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d78b93a4-6e12-4bfc-bc3c-72c3cc64fb15 req-32ce4726-6bee-40a9-88d1-033a392012ea tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0263710 Apr 07 17:45:30.123314 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-83cb8d8c-be8b-4247-b9e1-9ebfb9dd406a req-3c68a432-8d72-4846-a550-755f1ddf61ce tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0292091 Apr 07 17:45:30.853043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6bd87146-b516-40dd-b1db-6665c93b6b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:31.217764 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe4aab6a-3cf3-4528-8694-fe2b47ccd04b req-bb52dc14-186b-4e03-9201-1f1d485010e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0257804 Apr 07 17:45:32.311040 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-41993f5a-98a7-4a7c-a0b5-7decac45330d req-7ef53de3-31e4-475e-9ebd-0f1b9e28d539 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0264831 Apr 07 17:45:33.224324 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1ff11a7c-aefb-4650-9387-566e91e4df0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:33.404326 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-815fc1a0-b400-4135-a618-61a26d1faa61 req-2ac6423f-4338-4138-a920-5a6792508d21 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262072 Apr 07 17:45:34.498333 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a399562d-aba7-49f3-9da1-100dbe47ad1f req-d46e5400-425e-4bab-b2ad-90402fa1121f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262871 Apr 07 17:45:34.519643 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:35.597896 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b4c369a-e8c1-46c3-b3be-4a385e105403 req-89962e9c-dce3-4350-b316-5aafd22b68ec tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0268285 Apr 07 17:45:35.771199 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:36.694797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-999d49de-c9fa-4d75-bc1c-6ff6835873e7 req-0f27f9bb-dab8-4b6f-8583-3323fdc80202 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0304580 Apr 07 17:45:37.138318 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:37.788518 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b59f4974-a3fe-4884-8057-8760b18ee111 req-94e9b889-dcb9-4b00-8465-3cc0d764140b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0267205 Apr 07 17:45:37.916322 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:45:38.883359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6de91006-2dfc-4e7e-b8bc-09c75082e3ef req-e4bc5802-30cd-48da-8616-c67de2e9876a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270393 Apr 07 17:45:39.976701 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-768b80c9-4e82-4af3-909d-46a92d9e5410 req-e9dc20f6-b75d-40e7-9479-0bb4c428e0ec tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0265589 Apr 07 17:45:41.070888 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6869b06d-3f65-4af7-804c-d272cd15817e req-8a110d71-8f9a-4568-b0e7-61fb2de79f27 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0278423 Apr 07 17:45:42.167173 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1785970d-14b5-4566-ae0e-1f6a984427f7 req-d281f346-723e-4206-a458-cb9d55d9d969 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0303559 Apr 07 17:45:43.267954 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55947aec-3d60-4b0e-82a7-d71e072dda7f req-540c378f-d2a4-4559-8530-a04d32ffaaa9 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0292277 Apr 07 17:45:44.362144 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c08d2371-4ada-4bd1-96e9-eaa439726069 req-46719c36-79cd-4219-91f7-72845b1706da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Apr 07 17:45:45.455978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d96c94e1-89ec-4332-93b4-5cfbd3e6e256 req-637715d8-7f04-4cdb-ace1-510f8f97ad0d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0283813 Apr 07 17:45:46.549355 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff77c135-1840-4bda-a361-3cbad0be0173 req-8571b9ac-dbf4-4f4d-9106-7c333f1f69aa tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0266306 Apr 07 17:45:47.644568 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10550cbf-8e20-498f-8a37-a38aaad7301b req-6a09587e-8b4a-4830-8818-6778aa50d288 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0303524 Apr 07 17:45:48.736869 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-746b7551-0caf-4133-b8ea-41969d340bd8 req-8a28f285-637e-43cc-acbb-7d7aa2faf6e5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270340 Apr 07 17:45:48.875290 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:45:49.833318 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33fc18b5-49df-4fb4-a7c3-b89ca0e7c472 req-c096cec8-9784-4265-9b8f-24f38e48cfcd tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0288134 Apr 07 17:45:50.924928 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aaee054d-f925-46e6-9180-5c0a51b07df6 req-ac67b5a2-1c22-468b-b7fc-3ab12ca44b48 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0265694 Apr 07 17:45:52.016024 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff6554fb-281a-4fa8-916b-7b9887416a0d req-4e965cfe-ccd6-4b40-8df9-5843f1403f3e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0261505 Apr 07 17:45:53.110265 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e17ca18-950d-45ab-86b7-095a2f4412b5 req-62bdd9b0-d6cc-4cbb-a376-944e9c0bfce5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270278 Apr 07 17:45:54.203921 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-846e0748-b3d7-42b9-941b-9ee329b0bfb0 req-4da4eaa8-e69a-4571-a486-20edf5bd0aaf tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270171 Apr 07 17:45:55.296888 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c5be63e-15ba-4daf-8713-2676d10c0ed4 req-1736014c-d8b7-4474-947f-0f1a24f8d6ce tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Apr 07 17:45:56.394641 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0739ac6e-ceb2-4d62-aff9-3539524af90d req-b2905950-fbce-46ba-bbbf-4c94c61c2c20 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0288229 Apr 07 17:45:57.489871 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32fb3a37-f3ef-443f-9baf-a86a12bef2a9 req-f11bf48f-223c-4aa5-8023-d4ea5c06e446 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0272641 Apr 07 17:45:58.582332 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6531c96a-d03c-404a-9087-83b893aae090 req-39917d2b-b877-47bc-a6fe-82accac4f46b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0269110 Apr 07 17:45:59.677561 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e790c35-5128-4e36-ac82-4d7d17e6005d req-0b020f5c-6745-4906-9978-b804c90be02e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0281339 Apr 07 17:46:00.776057 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fcf0a68-fa61-4ad1-9852-ec7bbffa2fa7 req-d8b3faf5-de99-4d9f-b9d1-f57f3bb36f4e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0316205 Apr 07 17:46:00.850198 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea51ef60-146c-41a8-b20f-765094f9e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:01.871428 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aeac35bf-ed51-4525-88e6-459041149482 req-0e8f251a-693d-4791-8073-ca617a22183f tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Apr 07 17:46:02.966718 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56eda86c-7a2c-4409-aedc-dc8ef30ddd6b req-a5406aed-4166-4b90-a22e-7a1c646c7ef0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0298548 Apr 07 17:46:03.244303 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76630446-0c2a-4cea-8cf2-70a220d9de63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:04.058978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f5b2ff2-a6e5-496e-8db2-8d25606132ae req-9fb017ff-5379-4b4a-a95c-ed652814c69e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0258007 Apr 07 17:46:04.537543 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:05.154051 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-628bed87-4e95-4668-a6fb-82477d29e6b2 req-125dbc4a-4119-4b49-bd61-1677c281e350 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0266600 Apr 07 17:46:05.731772 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:06.247266 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eaf73565-5e9d-4031-8ccf-8df4a44afbb1 req-d05504b3-1dd0-4d93-82f4-82d027d7b6fc tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0259521 Apr 07 17:46:07.135814 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:07.340046 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27414b69-9bb5-46c9-b821-6681f084dea0 req-2002c3a9-a4e9-4dda-b020-1c0e6c67bd3c tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262196 Apr 07 17:46:08.435378 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9c841eb-101b-4781-9fcd-62d78a3eb6bc req-43b87c43-615b-448a-889f-393cacfde24b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0260327 Apr 07 17:46:09.530525 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0074a40a-69a0-47ec-9037-5b4859463408 req-4c7e6fed-741e-4296-a6d3-1d0769073896 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0288622 Apr 07 17:46:10.623334 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1e6a504-1fda-4343-95fc-b9e1f41db8c1 req-d35d1350-bc3d-4f54-9d39-1e0c071627b0 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Apr 07 17:46:11.720350 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40b58b35-4017-43d4-a39e-d328d00e8432 req-d4ab2617-b5b1-4c7e-b8ec-cee023fd3b80 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270619 Apr 07 17:46:12.815962 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f038f196-4630-4493-9031-25f2b0cb0fd6 req-78d71bd3-f38a-4dab-a4dd-4ec8aee8165d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Apr 07 17:46:13.910453 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94e367a8-dd0c-40cb-baa4-2c0e1edb4db1 req-0766f101-21ad-4824-9547-551052d18c7e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0269685 Apr 07 17:46:14.917782 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:46:15.017888 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea41fb7c-3f81-45ad-b84b-0fa34a9cc2f7 req-a6a02b90-92da-4445-8167-2320514b4f49 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0310194 Apr 07 17:46:16.122471 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e909e515-ad30-4952-9270-49c6e9887024 req-45456f97-1066-4133-9000-ff1e2e0ab66a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0297658 Apr 07 17:46:17.215880 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51dc6392-488f-48e6-ac91-f5f24e5ea43d req-1d038ee2-3571-4d0c-b39e-a32e523a50b7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0256350 Apr 07 17:46:17.445419 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-ecaadc9b-47f6-4351-97f9-72e9933fb359 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824697 Apr 07 17:46:17.506480 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-d676331a-beb8-4d86-ae59-6ed18ee2fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:17.507927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-d676331a-beb8-4d86-ae59-6ed18ee2fa2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0430570 Apr 07 17:46:17.833806 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-787b45f6-a3c0-4330-864b-7aec650f4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:17.835257 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-787b45f6-a3c0-4330-864b-7aec650f4462 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.3084073 Apr 07 17:46:17.876419 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-95c533ec-446e-4131-aaad-652233885c24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0337486 Apr 07 17:46:17.922922 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-b206df58-5291-4361-bf8d-201e20102806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:17.924289 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-b206df58-5291-4361-bf8d-201e20102806 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0425143 Apr 07 17:46:17.976944 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-4bb76a34-f6ac-4f05-bc83-4b32e471cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:17.978413 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-4bb76a34-f6ac-4f05-bc83-4b32e471cfa1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459161 Apr 07 17:46:18.064591 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-c1b6fe5a-48f1-4ca6-a43e-d19fddcc3092 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796957 Apr 07 17:46:18.154199 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af38c1b3-8dfb-4712-9261-5cfe328cd280 req-73f14d8f-1f10-4e52-a448-d8348eeb4ba6 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834556 Apr 07 17:46:18.308763 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c1a2ced-df43-454b-b291-5c750466ced7 req-8c22f753-3787-4cb1-ab24-ef65401f590a tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0260715 Apr 07 17:46:18.883911 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:19.402286 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eea1df04-02e0-4676-8a6e-1280178a033c req-792bfd11-beb8-49ff-9119-d90a839952f5 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Apr 07 17:46:20.494076 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af1bfd89-735d-4965-bf96-796920ba2434 req-14fe9ea2-7380-4d94-8f09-46952b8297da tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262291 Apr 07 17:46:21.591594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ad44242-1010-4522-b2ff-c4c3c43e6415 req-26cdd56f-e63e-4f8c-982a-fd2232816bf7 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0296571 Apr 07 17:46:22.684428 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7fa63bdd-e46a-4888-9c8c-cd1b4333da2a req-9a5aa6d8-161d-40c9-8a8b-0ee4893cd90d tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Apr 07 17:46:23.777651 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad1cb1ab-0014-4dd1-b089-89d59a78e25c req-151e07e1-7407-4196-8055-a57730a2cc51 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Apr 07 17:46:24.870400 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d78cf272-83f4-4556-a77b-52639cbca565 req-efa23622-41d6-4fda-a9aa-1bbb46707d74 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0256267 Apr 07 17:46:25.963069 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42055ca1-3e12-48d2-93b3-8dab626bd5d1 req-eae443e2-551f-4c90-b3de-9c15dc81c6d8 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Apr 07 17:46:27.057075 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b46f942-93a7-4a21-8930-0def3e727071 req-26b3442f-95e4-428d-b9c8-048a47350b95 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0274372 Apr 07 17:46:28.153186 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5a64091-f395-4835-8ccb-247d2f3fbf2f req-4b629023-8abc-45f1-aa41-2ed64c6e65d6 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Apr 07 17:46:29.246827 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7965a1a-64e2-4f30-b2c8-2dba3ed279b4 req-429e5e45-6f1d-490d-be75-ff2f12490307 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0261447 Apr 07 17:46:30.341515 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3118e38a-c0d6-49da-9b81-b3c76e1cdd5e req-3c134633-9876-4b97-9964-3d2dc9fad793 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0257404 Apr 07 17:46:30.845016 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-84bd4c59-3e56-4a65-98d4-5e5690d378ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:31.436485 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c08d882a-d0a1-4a1a-9a24-51ae4971a3ce req-0c03b099-bd5e-4934-b7fa-1510f45255f1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0264461 Apr 07 17:46:32.686164 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eba0ec82-22c8-48e8-a420-3e9c02183825 req-9e8404b2-9b91-4ec3-a101-2670eba502e1 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0271628 Apr 07 17:46:33.227800 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-229228be-2190-4ad0-89a7-b12276307523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:33.784884 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfcb3190-a197-4882-9098-661b2473847d req-e238c642-dd4e-4f0e-8f70-0690430fb255 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0299516 Apr 07 17:46:34.512074 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:34.880267 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23ee458f-0c2a-4fc4-9c2d-fb789be2d9ce req-1af19719-28ab-4078-961b-287f97eb9561 tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0290582 Apr 07 17:46:35.775088 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:35.972551 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7a756f0-d4e5-4610-8ebe-18dca63fdcde req-4776a95d-d2b2-4989-be78-4f51ce7ad52b tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0262206 Apr 07 17:46:36.979693 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56876) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:37.064572 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56888) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:37.073897 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-968cd474-179a-42af-8be4-08275099958c req-d85e4e5e-bd60-421d-bf49-59983147633e tempest-VolumesSnapshotTestJSON-306454966 tempest-VolumesSnapshotTestJSON-306454966-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0e58cc-3ee1-4adf-8a64-3dc1a1bbc8d3 HTTP/1.1" status: 200 len: 210 time: 0.0298703 Apr 07 17:46:37.102090 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:37.984994 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (944e437e-b8a4-4020-8f1e-a85e2e6827e9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:37.989356 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (0afb3411-b987-4973-97c7-da999b7d7145), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:38.430223 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Deleting port e2f59355-10df-47a8-9d85-e0c4236d5109 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:46:38.430563 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:38.434319 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Deleting port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:46:38.434642 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:38.570800 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] For port e2f59355-10df-47a8-9d85-e0c4236d5109, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e2f59355-10df-47a8-9d85-e0c4236d5109,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:38.571086 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:38.581914 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] For port 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:38.582268 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:38.595400 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Calling delete_port for e2f59355-10df-47a8-9d85-e0c4236d5109 owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:46:38.601330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Calling delete_port for 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:46:38.982179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (e2f59355-10df-47a8-9d85-e0c4236d5109), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:39.007830 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:39.009731 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f59355-10df-47a8-9d85-e0c4236d5109,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:39.027087 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.027259 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.027577 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.027915 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.028249 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.028581 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.028917 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.029305 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.029629 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.029962 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.030288 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.031153 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.031579 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.031889 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.032379 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:39.113239 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:39.343957 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (0afb3411-b987-4973-97c7-da999b7d7145), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:39.350197 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (944e437e-b8a4-4020-8f1e-a85e2e6827e9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:39.725089 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Router 0afb3411-b987-4973-97c7-da999b7d7145 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:46:39.730772 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:46:40.168835 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:46:40.174757 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0f0f27d2-35c3-43f5-97dc-2203ea4b55af admin admin] 10.222.0.26 "PUT /v2.0/routers/0afb3411-b987-4973-97c7-da999b7d7145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1091220 Apr 07 17:46:40.177408 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56912) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:40.178610 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd874b-b590-4391-857c-b779a3229701 None None] Sync routers for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:46:40.180636 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:46:40.187965 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-164a6925-4ccf-4699-a2b5-6dd4037bcb80 admin admin] 10.222.0.26 "PUT /v2.0/routers/944e437e-b8a4-4020-8f1e-a85e2e6827e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2048016 Apr 07 17:46:40.188274 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56914) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:40.188614 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:40.189264 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.204506 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] Sync routers for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:46:40.216187 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:40.217102 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.293038 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks [] for router (0afb3411-b987-4973-97c7-da999b7d7145), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.297081 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks [] for router (944e437e-b8a4-4020-8f1e-a85e2e6827e9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.298400 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:40.351906 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:40.405114 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks [] for router_gateway (0afb3411-b987-4973-97c7-da999b7d7145), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.422114 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks [] for router_gateway (944e437e-b8a4-4020-8f1e-a85e2e6827e9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.490516 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:46:38Z', 'revision_number': 5, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port': {'id': '94fea48b-691e-490a-9354-a7011e6aaac0', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb3411-b987-4973-97c7-da999b7d7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:50Z', 'updated_at': '2022-04-07T17:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.518948 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd874b-b590-4391-857c-b779a3229701 None None] Checking router: 0afb3411-b987-4973-97c7-da999b7d7145 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:46:40.527770 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] Routers {'0afb3411-b987-4973-97c7-da999b7d7145'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:40.528425 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['0afb3411-b987-4973-97c7-da999b7d7145'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.536163 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Deleting port 94fea48b-691e-490a-9354-a7011e6aaac0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:46:40.536507 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.540560 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:46:38Z', 'revision_number': 5, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port': {'id': '35d085e7-d2d1-41e7-9f6c-f68b2dc50052', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:21:04Z', 'updated_at': '2022-04-07T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.576742 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] Checking router: 944e437e-b8a4-4020-8f1e-a85e2e6827e9 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:46:40.586322 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] Routers {'944e437e-b8a4-4020-8f1e-a85e2e6827e9'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:40.587245 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.588070 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Deleting port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:46:40.588413 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.625704 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] Set router 0afb3411-b987-4973-97c7-da999b7d7145 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:40.631574 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] For port 94fea48b-691e-490a-9354-a7011e6aaac0, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=94fea48b-691e-490a-9354-a7011e6aaac0,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:40.631989 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.646339 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Calling delete_port for 94fea48b-691e-490a-9354-a7011e6aaac0 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:46:40.688203 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6afd874b-b590-4391-857c-b779a3229701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:46:40Z', 'revision_number': 6, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.698634 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] Set router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:40.710492 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] For port 35d085e7-d2d1-41e7-9f6c-f68b2dc50052, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:40.711136 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.717606 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd874b-b590-4391-857c-b779a3229701 None None] The sync data for ids ['0afb3411-b987-4973-97c7-da999b7d7145'] in dv-cinder-836996-1-iscsi is: [{'id': '0afb3411-b987-4973-97c7-da999b7d7145', 'name': 'tempest-AttachVolumeShelveTestJSON-1786884541-router', 'tenant_id': 'cb8370d7baf14d80b8e6f7882864649e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:46:40Z', 'revision_number': 6, 'project_id': 'cb8370d7baf14d80b8e6f7882864649e', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:46:40.728712 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Calling delete_port for 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:46:40.767669 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:46:40Z', 'revision_number': 6, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:40.797512 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1accc4-c1d7-406b-bb21-9ce90900a349 None None] The sync data for ids ['944e437e-b8a4-4020-8f1e-a85e2e6827e9'] in dv-cinder-836996-1-iscsi is: [{'id': '944e437e-b8a4-4020-8f1e-a85e2e6827e9', 'name': 'tempest-AttachVolumeTestJSON-1562778777-router', 'tenant_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:21:03Z', 'updated_at': '2022-04-07T17:46:40Z', 'revision_number': 6, 'project_id': 'e448dae4841d45baa3fdfbbe6fd0a89c', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:46:40.925279 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (94fea48b-691e-490a-9354-a7011e6aaac0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:40.950537 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Pushing event deleted for resources: {'Port': ['ID=94fea48b-691e-490a-9354-a7011e6aaac0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:40.962605 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.966270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.967215 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.967215 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.967215 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:40.982140 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (35d085e7-d2d1-41e7-9f6c-f68b2dc50052), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.009100 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d085e7-d2d1-41e7-9f6c-f68b2dc50052,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:41.023427 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (0afb3411-b987-4973-97c7-da999b7d7145), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.163924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (944e437e-b8a4-4020-8f1e-a85e2e6827e9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.177775 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (0afb3411-b987-4973-97c7-da999b7d7145), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.180628 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks [] for router_controller (0afb3411-b987-4973-97c7-da999b7d7145), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.198979 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (944e437e-b8a4-4020-8f1e-a85e2e6827e9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.204350 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks [] for router_controller (944e437e-b8a4-4020-8f1e-a85e2e6827e9), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.319181 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (944e437e-b8a4-4020-8f1e-a85e2e6827e9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.319690 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944e437e-b8a4-4020-8f1e-a85e2e6827e9 {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:46:41.324717 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.325924 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-adc6a8a1-b99f-4bf9-bcb6-1dd0ae9ec5e3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/944e437e-b8a4-4020-8f1e-a85e2e6827e9 HTTP/1.1" status: 204 len: 168 time: 1.1366863 Apr 07 17:46:41.328442 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56920) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:41.353668 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (0afb3411-b987-4973-97c7-da999b7d7145), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.354254 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afb3411-b987-4973-97c7-da999b7d7145 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:46:41.359975 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.361412 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6b41a6c9-1204-4786-a354-b52f4df7b097 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0afb3411-b987-4973-97c7-da999b7d7145 HTTP/1.1" status: 204 len: 168 time: 1.1827044 Apr 07 17:46:41.365035 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56922) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:41.374019 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] Deleting subnet c0c72d18-8677-47e3-9d94-953391a95bc4 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:46:41.377276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] Publish callbacks [] for subnet (c0c72d18-8677-47e3-9d94-953391a95bc4), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.407440 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] Deleting subnet 86b6363f-3482-4d6b-9da8-2f87187a3e9b {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:46:41.410535 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] Publish callbacks [] for subnet (86b6363f-3482-4d6b-9da8-2f87187a3e9b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.414113 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6073374'] for subnet (c0c72d18-8677-47e3-9d94-953391a95bc4), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.449801 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (86b6363f-3482-4d6b-9da8-2f87187a3e9b), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.494955 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (c0c72d18-8677-47e3-9d94-953391a95bc4), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.560672 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (86b6363f-3482-4d6b-9da8-2f87187a3e9b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.609855 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4440838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4342526'] for subnet (c0c72d18-8677-47e3-9d94-953391a95bc4), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.635696 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c72d18-8677-47e3-9d94-953391a95bc4,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:41.642660 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.646093 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d50ee648-3195-4025-8a95-445dcc421305 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0c72d18-8677-47e3-9d94-953391a95bc4 HTTP/1.1" status: 204 len: 168 time: 0.3165720 Apr 07 17:46:41.648627 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56924) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:41.650906 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1447b61e-f965-44a1-a471-67b473b78088 None None] Network d1853f71-2509-481a-81b6-2c17c428061c requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:46:41.683939 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (86b6363f-3482-4d6b-9da8-2f87187a3e9b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.712154 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b6363f-3482-4d6b-9da8-2f87187a3e9b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:41.716917 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.721224 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-94c22ffa-110c-4df2-a001-46b2e8d91903 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/86b6363f-3482-4d6b-9da8-2f87187a3e9b HTTP/1.1" status: 204 len: 168 time: 0.3565412 Apr 07 17:46:41.723645 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56926) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:41.743835 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (d1853f71-2509-481a-81b6-2c17c428061c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.805845 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Deleting port 32df2483-1793-4830-abb7-2dea59fd3d84 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:46:41.806190 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.813280 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (48457aee-2d0c-465e-805a-fcb617f3be0e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.852672 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5bc060-ac92-4aae-83c0-d183117e31d0 None None] Network 48457aee-2d0c-465e-805a-fcb617f3be0e requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:46:41.883359 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Deleting port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:46:41.883689 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.899771 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] For port 32df2483-1793-4830-abb7-2dea59fd3d84, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=32df2483-1793-4830-abb7-2dea59fd3d84,segment=NetworkSegment(40567292-7797-4c56-b55f-89c319809de3),segment_id=40567292-7797-4c56-b55f-89c319809de3)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:41.900539 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:41.942662 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Calling delete_port for 32df2483-1793-4830-abb7-2dea59fd3d84 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:46:42.012044 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] For port 856bfa80-1e5e-4e0f-8280-13ee7b62e860, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=856bfa80-1e5e-4e0f-8280-13ee7b62e860,segment=NetworkSegment(b113bc09-d057-4425-90ec-4acea0d11cf6),segment_id=b113bc09-d057-4425-90ec-4acea0d11cf6)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:42.012403 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.032507 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Calling delete_port for 856bfa80-1e5e-4e0f-8280-13ee7b62e860 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:46:42.046290 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:46:42.071942 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:46:42.072364 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 877ac9d7-d6d3-4d59-bd4d-d0ec276ad80b not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:46:42.072845 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e2f59355-10df-47a8-9d85-e0c4236d5109 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:46:42.104884 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: e2f59355-10df-47a8-9d85-e0c4236d5109 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:46:42.105247 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e2f59355-10df-47a8-9d85-e0c4236d5109 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:46:42.105854 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:46:42.130354 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] DHCP port deletion for 48457aee-2d0c-465e-805a-fcb617f3be0e request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:46:42.134958 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:46:42.135295 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 35d085e7-d2d1-41e7-9f6c-f68b2dc50052 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:46:42.141836 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (32df2483-1793-4830-abb7-2dea59fd3d84), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.166844 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32df2483-1793-4830-abb7-2dea59fd3d84,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:42.170196 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] No DVR routers for this DVR port 32df2483-1793-4830-abb7-2dea59fd3d84 on host dv-cinder-836996-1-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:46:42.170561 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e657b-7c96-4277-af18-e9aefd6c73ce None None] DHCP port deletion for d1853f71-2509-481a-81b6-2c17c428061c request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:46:42.197649 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Deleting port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:46:42.197846 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.198316 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.241575 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Pushing event deleted for resources: {'Port': ['ID=856bfa80-1e5e-4e0f-8280-13ee7b62e860,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:42.247711 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (d1853f71-2509-481a-81b6-2c17c428061c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.259283 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] No DVR routers for this DVR port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 on host dv-cinder-836996-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:46:42.271406 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1853f71-2509-481a-81b6-2c17c428061c']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:42.273945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] For port 856bfa80-1e5e-4e0f-8280-13ee7b62e860, host dv-cinder-836996-1-iscsi, got binding levels [] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:42.274336 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.291521 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Calling delete_port for 856bfa80-1e5e-4e0f-8280-13ee7b62e860 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:46:42.294824 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.ipam_backend_mixin [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 was not found and therefore no delete operation was performed {{(pid=104017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 17:46:42.296158 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (856bfa80-1e5e-4e0f-8280-13ee7b62e860), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.297567 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40567292-7797-4c56-b55f-89c319809de3') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:42.297870 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40567292-7797-4c56-b55f-89c319809de3') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:42.319971 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6073351'] for segment (40567292-7797-4c56-b55f-89c319809de3), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.332617 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Pushing event deleted for resources: {'Port': ['ID=856bfa80-1e5e-4e0f-8280-13ee7b62e860,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:42.334468 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (40567292-7797-4c56-b55f-89c319809de3), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.343769 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.344577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.350062 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.350407 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (48457aee-2d0c-465e-805a-fcb617f3be0e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.350517 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.350517 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.350517 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.350756 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:46:42.350927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351019 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441056'] for segment (40567292-7797-4c56-b55f-89c319809de3), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: Traceback (most recent call last): Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: timer() Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: cb(*args, **kw) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: return func(*args, **kwargs) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: self._notify() Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: self.callback(batched_events) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: event.method(event) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: return f(self, *a, **k) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._get(url).json() Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:46:42.351782 dv-cinder-836996-1-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:46:42.356027 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4b7d5-8e15-460f-b4a3-e6c22cbcb848 None None] No DVR routers for this DVR port 856bfa80-1e5e-4e0f-8280-13ee7b62e860 on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:46:42.370843 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48457aee-2d0c-465e-805a-fcb617f3be0e']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:42.384356 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b113bc09-d057-4425-90ec-4acea0d11cf6') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:42.384633 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b113bc09-d057-4425-90ec-4acea0d11cf6') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:42.397798 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (b113bc09-d057-4425-90ec-4acea0d11cf6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.411703 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (b113bc09-d057-4425-90ec-4acea0d11cf6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.417658 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:46:42.418016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (b113bc09-d057-4425-90ec-4acea0d11cf6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:46:42.419743 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:46:42.502076 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (d1853f71-2509-481a-81b6-2c17c428061c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.509198 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.512690 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d1853f71-2509-481a-81b6-2c17c428061c HTTP/1.1" status: 204 len: 168 time: 0.8625286 Apr 07 17:46:42.522620 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdfa56-52fc-490d-a2c8-3f0a73c156f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1853f71-2509-481a-81b6-2c17c428061c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:42.570900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (48457aee-2d0c-465e-805a-fcb617f3be0e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.576505 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.582813 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] 10.222.0.26 "DELETE /v2.0/networks/48457aee-2d0c-465e-805a-fcb617f3be0e HTTP/1.1" status: 204 len: 168 time: 0.8554749 Apr 07 17:46:42.592527 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9730e-1426-454e-ad54-431e68e7659c admin admin] Pushing event deleted for resources: {'Network': ['ID=48457aee-2d0c-465e-805a-fcb617f3be0e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:42.850287 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56936) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:42.891080 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-114e1cad-40df-4f76-af45-392346f38986 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e448dae4841d45baa3fdfbbe6fd0a89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394909 Apr 07 17:46:42.893419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 56938) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:42.915379 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56940) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:42.946431 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-195c4f9d-563e-485a-8fd0-b3b5e133a81e admin admin] Publish callbacks [] for security_group (f499ecae-b11a-4955-ba13-01027d51c0d6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:42.958451 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ee6c73f8-d6c2-4e38-824a-e723d0e95b12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb8370d7baf14d80b8e6f7882864649e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419452 Apr 07 17:46:42.960937 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56942) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:42.969648 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-195c4f9d-563e-485a-8fd0-b3b5e133a81e admin admin] Publish callbacks [] for security_group (f499ecae-b11a-4955-ba13-01027d51c0d6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:43.006723 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-36e23f12-a576-49be-9b0f-8e29e5cdc161 admin admin] Publish callbacks [] for security_group (3318af8f-e0ae-4629-bc62-359209de97f1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:43.029731 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-36e23f12-a576-49be-9b0f-8e29e5cdc161 admin admin] Publish callbacks [] for security_group (3318af8f-e0ae-4629-bc62-359209de97f1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:43.151761 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-195c4f9d-563e-485a-8fd0-b3b5e133a81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f499ecae-b11a-4955-ba13-01027d51c0d6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:43.154660 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-195c4f9d-563e-485a-8fd0-b3b5e133a81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:43.157727 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-195c4f9d-563e-485a-8fd0-b3b5e133a81e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f499ecae-b11a-4955-ba13-01027d51c0d6 HTTP/1.1" status: 204 len: 168 time: 0.2620144 Apr 07 17:46:43.164382 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c4f9d-563e-485a-8fd0-b3b5e133a81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499ecae-b11a-4955-ba13-01027d51c0d6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:43.256129 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-36e23f12-a576-49be-9b0f-8e29e5cdc161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3318af8f-e0ae-4629-bc62-359209de97f1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:43.258995 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-36e23f12-a576-49be-9b0f-8e29e5cdc161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:43.260310 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-36e23f12-a576-49be-9b0f-8e29e5cdc161 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3318af8f-e0ae-4629-bc62-359209de97f1 HTTP/1.1" status: 204 len: 168 time: 0.2984574 Apr 07 17:46:43.269561 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e23f12-a576-49be-9b0f-8e29e5cdc161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318af8f-e0ae-4629-bc62-359209de97f1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:43.613333 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 32df2483-1793-4830-abb7-2dea59fd3d84 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:46:43.638484 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 32df2483-1793-4830-abb7-2dea59fd3d84 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:46:43.639440 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 32df2483-1793-4830-abb7-2dea59fd3d84 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:46:43.640572 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 856bfa80-1e5e-4e0f-8280-13ee7b62e860 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:46:43.667982 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 856bfa80-1e5e-4e0f-8280-13ee7b62e860 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:46:43.667982 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 856bfa80-1e5e-4e0f-8280-13ee7b62e860 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:46:43.667982 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 94fea48b-691e-490a-9354-a7011e6aaac0 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:46:43.683916 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 94fea48b-691e-490a-9354-a7011e6aaac0 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:46:43.684170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 94fea48b-691e-490a-9354-a7011e6aaac0 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:46:44.344920 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 56990) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:44.457440 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1683388042-network', 'tenant_id': 'f0de5c5263634476bca59b25adb38136'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:44.593668 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Made reservation on behalf of f0de5c5263634476bca59b25adb38136 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:46:44.598342 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.604727 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.679951 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks [] for security_group (60bd1c2d-b542-465c-b552-a829e7c9b287), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.736018 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (60bd1c2d-b542-465c-b552-a829e7c9b287), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.760955 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:46:44.771494 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd1c2d-b542-465c-b552-a829e7c9b287,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:44.776414 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (faf0f7ab-e78d-4610-b858-270d5a341be7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.776540 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Added segment faf0f7ab-e78d-4610-b858-270d5a341be7 of type vlan for network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 Apr 07 17:46:44.820266 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (58c1b1c1-2571-4626-8cc0-8332d9fac8a8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.883015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (58c1b1c1-2571-4626-8cc0-8332d9fac8a8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.883996 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:44.884587 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:44.945112 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] Pushing event updated for resources: {'Network': ['ID=58c1b1c1-2571-4626-8cc0-8332d9fac8a8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:44.955890 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:46:44.986605 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2a1a199d-949c-4066-ac45-0ec6bdf44108 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6376941 Apr 07 17:46:44.986818 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57010) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:44.992046 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Request body: {'subnet': {'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-subnet', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:45.071894 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Made reservation on behalf of f0de5c5263634476bca59b25adb38136 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:46:45.074399 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.302158 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (abde8c08-b074-4093-89e7-5a39986ffcc4), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.362351 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abde8c08-b074-4093-89e7-5a39986ffcc4,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:45.371313 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Checking segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:46:45.371680 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Network hostable DHCP agents. Network: 58c1b1c1-2571-4626-8cc0-8332d9fac8a8, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:46:45.456055 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:46:45.536271 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 58c1b1c1-2571-4626-8cc0-8332d9fac8a8) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:46:45.540942 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:45.541965 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.547658 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6ebda-5038-4ea4-a912-8f0729b8d945 None None] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:46:45.613657 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b5c98ff1-ec48-4dad-9b44-768ab34fd0e7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6257889 Apr 07 17:46:45.616263 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57028) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:45.620412 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:45.656078 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:46:45.656962 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.702589 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (79381082-3efb-4485-83a0-946c6005a726), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.703812 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (79381082-3efb-4485-83a0-946c6005a726), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.760224 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks [] for router_controller (79381082-3efb-4485-83a0-946c6005a726), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.786948 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57032) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:45.797926 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Allocated IP 172.20.0.2 (58c1b1c1-2571-4626-8cc0-8332d9fac8a8/abde8c08-b074-4093-89e7-5a39986ffcc4/fae944e7-4f18-41c2-86b2-d2aec68f5515) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:46:45.920957 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-daafa358-036e-498d-ad73-8d4e89cb85b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:45.947185 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Publish callbacks [] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.003755 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks [] for router_gateway (79381082-3efb-4485-83a0-946c6005a726), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.004907 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.043533 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:46:46.046338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:46:46.049017 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:46:46.062106 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Pushing event updated for resources: {'Port': ['ID=fae944e7-4f18-41c2-86b2-d2aec68f5515,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:46.063283 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-daafa358-036e-498d-ad73-8d4e89cb85b8 admin admin] Publish callbacks [] for security_group (201846b1-67a1-4285-8503-c7a78ec940ff), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.120694 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Attempting to bind port fae944e7-4f18-41c2-86b2-d2aec68f5515 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:46:46.121054 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Attempting to bind port fae944e7-4f18-41c2-86b2-d2aec68f5515 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:46:46.121480 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Attempting to bind port fae944e7-4f18-41c2-86b2-d2aec68f5515 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:46:46.127071 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:46:46.127568 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Checking segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:46:46.127937 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.128438 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Bound using segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:46:46.129009 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Bound port: fae944e7-4f18-41c2-86b2-d2aec68f5515, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:46:46.129402 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.161615 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-daafa358-036e-498d-ad73-8d4e89cb85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (201846b1-67a1-4285-8503-c7a78ec940ff), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.193804 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] For port fae944e7-4f18-41c2-86b2-d2aec68f5515, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:46:46.196860 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] For port fae944e7-4f18-41c2-86b2-d2aec68f5515, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=fae944e7-4f18-41c2-86b2-d2aec68f5515,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:46:46.236462 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafa358-036e-498d-ad73-8d4e89cb85b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201846b1-67a1-4285-8503-c7a78ec940ff,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:46.272201 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-daafa358-036e-498d-ad73-8d4e89cb85b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5394067cb244e82bd59901ccd4cee4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4841881 Apr 07 17:46:46.272371 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57038) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:46.278179 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.321026 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks [] for router_gateway (79381082-3efb-4485-83a0-946c6005a726), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.325564 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af70e6d8-7411-49cb-9e09-e3e7fad4fbb4 admin admin] Publish callbacks [] for security_group (201846b1-67a1-4285-8503-c7a78ec940ff), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.338307 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79849718-2483-44e9-99fb-f08e3314fa62 None None] Pushing event updated for resources: {'Port': ['ID=fae944e7-4f18-41c2-86b2-d2aec68f5515,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:46.345795 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.352392 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af70e6d8-7411-49cb-9e09-e3e7fad4fbb4 admin admin] Publish callbacks [] for security_group (201846b1-67a1-4285-8503-c7a78ec940ff), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.455849 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Allocated IP 172.27.0.190 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/0ab0e9a9-8fa3-4951-8c08-108c13f55cc2) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:46:46.461960 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af70e6d8-7411-49cb-9e09-e3e7fad4fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (201846b1-67a1-4285-8503-c7a78ec940ff), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.465362 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af70e6d8-7411-49cb-9e09-e3e7fad4fbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.466517 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-af70e6d8-7411-49cb-9e09-e3e7fad4fbb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/201846b1-67a1-4285-8503-c7a78ec940ff HTTP/1.1" status: 204 len: 168 time: 0.1932909 Apr 07 17:46:46.512152 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70e6d8-7411-49cb-9e09-e3e7fad4fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201846b1-67a1-4285-8503-c7a78ec940ff,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:46.619905 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks [] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.719072 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:46.764355 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:46:46.767284 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:46:46.770693 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:46:46.797526 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Pushing event updated for resources: {'Port': ['ID=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:47.119424 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks [] for router_gateway (79381082-3efb-4485-83a0-946c6005a726), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.187735 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57046) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:47.201608 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9ed75005-921c-49aa-9fa7-abca5273244f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.261463 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9642f62a-efa0-43dc-8af0-8183b1ea8baa None None] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:46:47.294488 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9ed75005-921c-49aa-9fa7-abca5273244f admin admin] Publish callbacks [] for security_group (a4fc365f-1b73-4a50-8ab9-18ed4a867747), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.349112 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (79381082-3efb-4485-83a0-946c6005a726), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.353341 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9ed75005-921c-49aa-9fa7-abca5273244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a4fc365f-1b73-4a50-8ab9-18ed4a867747), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.370172 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-da75719e-b75a-416b-8340-975575ef5c6f None None] Provisioning complete for port fae944e7-4f18-41c2-86b2-d2aec68f5515 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:47.370543 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-da75719e-b75a-416b-8340-975575ef5c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.396502 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9ed75005-921c-49aa-9fa7-abca5273244f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9ee304b02e5449b8f8f1151d32ed3a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075415 Apr 07 17:46:47.397770 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed75005-921c-49aa-9fa7-abca5273244f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc365f-1b73-4a50-8ab9-18ed4a867747,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:47.400643 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57050) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:47.459930 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc132e8a-e164-4075-bd30-52cdb824c0b2 admin admin] Publish callbacks [] for security_group (a4fc365f-1b73-4a50-8ab9-18ed4a867747), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.472184 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-da75719e-b75a-416b-8340-975575ef5c6f None None] Current status of the port fae944e7-4f18-41c2-86b2-d2aec68f5515 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:47.472494 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-da75719e-b75a-416b-8340-975575ef5c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.484278 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc132e8a-e164-4075-bd30-52cdb824c0b2 admin admin] Publish callbacks [] for security_group (a4fc365f-1b73-4a50-8ab9-18ed4a867747), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.510181 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-da75719e-b75a-416b-8340-975575ef5c6f None None] For port fae944e7-4f18-41c2-86b2-d2aec68f5515, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=fae944e7-4f18-41c2-86b2-d2aec68f5515,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:47.570587 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-da75719e-b75a-416b-8340-975575ef5c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.599593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Router 79381082-3efb-4485-83a0-946c6005a726 is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:46:47.600145 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc132e8a-e164-4075-bd30-52cdb824c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a4fc365f-1b73-4a50-8ab9-18ed4a867747), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.603168 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dc132e8a-e164-4075-bd30-52cdb824c0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.604889 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dc132e8a-e164-4075-bd30-52cdb824c0b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4fc365f-1b73-4a50-8ab9-18ed4a867747 HTTP/1.1" status: 204 len: 168 time: 0.2028375 Apr 07 17:46:47.620000 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc132e8a-e164-4075-bd30-52cdb824c0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc365f-1b73-4a50-8ab9-18ed4a867747,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:47.656097 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75719e-b75a-416b-8340-975575ef5c6f None None] Pushing event updated for resources: {'Port': ['ID=fae944e7-4f18-41c2-86b2-d2aec68f5515,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:47.684078 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device fae944e7-4f18-41c2-86b2-d2aec68f5515 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:46:47.736772 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-a7267ee1-7d9b-401c-bdf8-480e7a76823b None None] Provisioning complete for port fae944e7-4f18-41c2-86b2-d2aec68f5515 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:47.737163 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7267ee1-7d9b-401c-bdf8-480e7a76823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.746411 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:46:47.760475 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:46:47.789853 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:47.790537 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:47.792134 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port fae944e7-4f18-41c2-86b2-d2aec68f5515 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:47.792506 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.830184 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:47.831429 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4d47c42b-55c3-4f64-b2a1-0f915be2693a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2142489 Apr 07 17:46:47.834204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57056) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:47.970779 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a7267ee1-7d9b-401c-bdf8-480e7a76823b None None] Current status of the port fae944e7-4f18-41c2-86b2-d2aec68f5515 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:48.000697 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:48.085404 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port fae944e7-4f18-41c2-86b2-d2aec68f5515 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:48.206782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:46Z', 'revision_number': 3, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:48.236585 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:46:48.236930 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Updating router 79381082-3efb-4485-83a0-946c6005a726 port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:46:48.399001 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.576830 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.678432 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Publish callbacks [] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.745801 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Allocated IP 172.20.0.1 (58c1b1c1-2571-4626-8cc0-8332d9fac8a8/abde8c08-b074-4093-89e7-5a39986ffcc4/548397f7-72f8-43c7-ae0b-f121932f7d02) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:46:48.757557 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.809382 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Attempting to bind port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:46:48.809565 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Attempting to bind port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:46:48.809915 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Attempting to bind port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:46:48.830812 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:46:48.831470 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:46:48.831862 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.832248 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:46:48.832706 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Bound port: 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:46:48.833075 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.837637 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff412d-ed06-4407-bac8-f39896a4c554 None None] Pushing event updated for resources: {'Port': ['ID=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:48.860767 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks [] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.893679 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] For port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:46:48.896744 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] For port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:46:48.947635 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.976657 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:48.977169 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.018443 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:46:49.021324 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:46:49.024714 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:46:49.037413 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:49.038060 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:49.051262 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Pushing event updated for resources: {'Port': ['ID=548397f7-72f8-43c7-ae0b-f121932f7d02,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:49.071323 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (79381082-3efb-4485-83a0-946c6005a726), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.079694 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff412d-ed06-4407-bac8-f39896a4c554 None None] Pushing event updated for resources: {'Port': ['ID=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:49.182981 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:49.294316 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.323470 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-1dd66f31-6e29-4c9c-be52-e22c47f51cbf None None] Provisioning complete for port 548397f7-72f8-43c7-ae0b-f121932f7d02 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:49.323846 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1dd66f31-6e29-4c9c-be52-e22c47f51cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.388711 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1dd66f31-6e29-4c9c-be52-e22c47f51cbf None None] Port 548397f7-72f8-43c7-ae0b-f121932f7d02 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:46:49.411918 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:46Z', 'revision_number': 3, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:49.440207 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74693de7-ca47-4db5-a616-c447cdc9e886 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:46Z', 'revision_number': 3, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:46:49.494958 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks [] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.546468 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.630446 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device fae944e7-4f18-41c2-86b2-d2aec68f5515 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:46:49.637910 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Pushing event updated for resources: {'Port': ['ID=548397f7-72f8-43c7-ae0b-f121932f7d02,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:49.642165 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (79381082-3efb-4485-83a0-946c6005a726), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.752651 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port fae944e7-4f18-41c2-86b2-d2aec68f5515 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:49.753086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:49.791479 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:46:49.793262 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:46:49.871887 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port fae944e7-4f18-41c2-86b2-d2aec68f5515 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:49.959296 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:46:50.081804 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:46:50.096102 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ba44eaaf-c0cd-4562-b3bc-d63cde7e9830 admin admin] 10.222.0.26 "PUT /v2.0/routers/79381082-3efb-4485-83a0-946c6005a726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2519758 Apr 07 17:46:50.118882 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-4044da68-4d3e-4a96-9e77-4f5903bc172e None None] Provisioning complete for port 548397f7-72f8-43c7-ae0b-f121932f7d02 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:50.119505 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4044da68-4d3e-4a96-9e77-4f5903bc172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:50.156585 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4044da68-4d3e-4a96-9e77-4f5903bc172e None None] Port 548397f7-72f8-43c7-ae0b-f121932f7d02 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:46:50.753570 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57126) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:50.758088 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-f5eab4cc-bcd8-4998-a495-95f63c0a5860 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607110861', 'description': 'tempest-description--1917615162'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:50.866318 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5eab4cc-bcd8-4998-a495-95f63c0a5860 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:50.935727 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5eab4cc-bcd8-4998-a495-95f63c0a5860 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (e96e5eb3-ed80-43cd-9a5f-111b0ecc904f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:50.999875 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5eab4cc-bcd8-4998-a495-95f63c0a5860 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (e96e5eb3-ed80-43cd-9a5f-111b0ecc904f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.032393 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eab4cc-bcd8-4998-a495-95f63c0a5860 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:51.078942 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:46:51.081607 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5eab4cc-bcd8-4998-a495-95f63c0a5860 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.083366 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f5eab4cc-bcd8-4998-a495-95f63c0a5860 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3287766 Apr 07 17:46:51.086469 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57138) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:51.089770 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:51.090382 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:51.091717 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f3ddd384-1e64-4fb5-9a94-f390b39392ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group_rule': {'security_group_id': 'e96e5eb3-ed80-43cd-9a5f-111b0ecc904f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:51.191734 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3ddd384-1e64-4fb5-9a94-f390b39392ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (37e1bc4a-549b-4bab-97e8-c999ce57c44a), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.197171 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:51.250331 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3ddd384-1e64-4fb5-9a94-f390b39392ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (37e1bc4a-549b-4bab-97e8-c999ce57c44a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.300652 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3ddd384-1e64-4fb5-9a94-f390b39392ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (37e1bc4a-549b-4bab-97e8-c999ce57c44a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.323597 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddd384-1e64-4fb5-9a94-f390b39392ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e1bc4a-549b-4bab-97e8-c999ce57c44a,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:51.399096 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3ddd384-1e64-4fb5-9a94-f390b39392ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.400330 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f3ddd384-1e64-4fb5-9a94-f390b39392ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127553 Apr 07 17:46:51.403143 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57150) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:51.409462 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c6845826-8216-42c9-b51d-8be3f034b848 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group_rule': {'security_group_id': 'e96e5eb3-ed80-43cd-9a5f-111b0ecc904f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:51.486687 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 2, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:51.496344 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6845826-8216-42c9-b51d-8be3f034b848 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (057914a1-db76-4351-afc1-2ffec0376ef6), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.516638 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:46:51.516986 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Updating router 79381082-3efb-4485-83a0-946c6005a726 port 548397f7-72f8-43c7-ae0b-f121932f7d02 binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:46:51.544980 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.559456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6845826-8216-42c9-b51d-8be3f034b848 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (057914a1-db76-4351-afc1-2ffec0376ef6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.626836 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:46:51.632830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6845826-8216-42c9-b51d-8be3f034b848 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (057914a1-db76-4351-afc1-2ffec0376ef6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.655903 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6845826-8216-42c9-b51d-8be3f034b848 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057914a1-db76-4351-afc1-2ffec0376ef6,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:51.691782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:51.695717 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.715628 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c6845826-8216-42c9-b51d-8be3f034b848 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.718384 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c6845826-8216-42c9-b51d-8be3f034b848 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129673 Apr 07 17:46:51.720836 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57162) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:51.725911 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:51.787850 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.794202 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:51.794868 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.824870 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:51.836341 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Publish callbacks [] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.891265 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.906958 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.920048 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:51.928965 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:46:51.982927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:52.024020 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Allocated IP 172.27.0.168 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/4aa961c1-aa5a-4839-a46a-889ae88dfb2c) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:46:52.030921 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Attempting to bind port 548397f7-72f8-43c7-ae0b-f121932f7d02 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:46:52.031292 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Attempting to bind port 548397f7-72f8-43c7-ae0b-f121932f7d02 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:46:52.031656 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Attempting to bind port 548397f7-72f8-43c7-ae0b-f121932f7d02 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:46:52.046034 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:46:52.046927 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Checking segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:46:52.047509 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.048062 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Bound using segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:46:52.048895 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Bound port: 548397f7-72f8-43c7-ae0b-f121932f7d02, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:46:52.049644 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.064163 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Pushing event updated for resources: {'Port': ['ID=548397f7-72f8-43c7-ae0b-f121932f7d02,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:52.129758 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] For port 548397f7-72f8-43c7-ae0b-f121932f7d02, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:46:52.133509 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] For port 548397f7-72f8-43c7-ae0b-f121932f7d02, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=548397f7-72f8-43c7-ae0b-f121932f7d02,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:46:52.137758 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.138390 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.139209 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.140175 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.140737 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.141264 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.141831 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.142403 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.143210 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.143702 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.144222 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.145182 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.145666 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.146347 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.146947 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:46:52.160688 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.199642 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.203489 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f9691a79-340f-43e7-86a9-d2f5d77e3055 None None] Provisioning complete for port 548397f7-72f8-43c7-ae0b-f121932f7d02 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:52.203953 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9691a79-340f-43e7-86a9-d2f5d77e3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.245586 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.259211 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487ac0c-4439-45f6-bee7-8a553ecfe88b None None] Pushing event updated for resources: {'Port': ['ID=548397f7-72f8-43c7-ae0b-f121932f7d02,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:52.288095 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:46:52.288893 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:46:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:52.302321 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:46:52.315357 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f9691a79-340f-43e7-86a9-d2f5d77e3055 None None] Current status of the port 548397f7-72f8-43c7-ae0b-f121932f7d02 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:52.315687 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9691a79-340f-43e7-86a9-d2f5d77e3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.324568 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:46:52.330639 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:46:52.373984 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f9691a79-340f-43e7-86a9-d2f5d77e3055 None None] For port 548397f7-72f8-43c7-ae0b-f121932f7d02, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=548397f7-72f8-43c7-ae0b-f121932f7d02,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:46:52.380723 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=4aa961c1-aa5a-4839-a46a-889ae88dfb2c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:52.432582 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f9691a79-340f-43e7-86a9-d2f5d77e3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.465785 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (c1ff1448-0a8a-4225-868e-aeadaec901e6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.478224 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:46:52.517159 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9691a79-340f-43e7-86a9-d2f5d77e3055 None None] Pushing event updated for resources: {'Port': ['ID=548397f7-72f8-43c7-ae0b-f121932f7d02,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:52.553671 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-d562e6cb-ec45-4376-b800-237bdaeb9337 None None] Provisioning complete for port 548397f7-72f8-43c7-ae0b-f121932f7d02 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:52.555272 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d562e6cb-ec45-4376-b800-237bdaeb9337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.563024 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:52.648874 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d562e6cb-ec45-4376-b800-237bdaeb9337 None None] Current status of the port 548397f7-72f8-43c7-ae0b-f121932f7d02 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:52.725674 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:46:52.758048 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb663cf-2613-4fe4-88d3-e3f827024341 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:46:52.985505 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.033304 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.106238 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=4aa961c1-aa5a-4839-a46a-889ae88dfb2c,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:53.117679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (c1ff1448-0a8a-4225-868e-aeadaec901e6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.173475 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.174858 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-87014894-2872-4823-beb9-b035672b7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4527709 Apr 07 17:46:53.336850 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-64a367d8-08a6-498d-bc30-cc3c6cbe2abd tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--607110861&fields=id&tenant_id=f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 267 time: 0.0467663 Apr 07 17:46:53.461478 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-04997083-c29f-4791-bc25-c466a5ab94ad tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:53.469412 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-04997083-c29f-4791-bc25-c466a5ab94ad tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 815 time: 0.1184664 Apr 07 17:46:53.481348 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-1f9492c2-e827-4cf1-8a06-aede09fe054f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/quotas/f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 375 time: 0.0109997 Apr 07 17:46:53.540534 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-eb55a4fc-7f08-406b-bb41-880be2f24ae1 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534172 Apr 07 17:46:53.551770 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57236) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:53.718948 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 548397f7-72f8-43c7-ae0b-f121932f7d02 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:46:53.719436 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9348bd64-8c6f-4b47-903d-b877082d119f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.724793 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-ae4e1670-a8e3-4699-82b0-0f6312248eaa service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:46:53.726233 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-ae4e1670-a8e3-4699-82b0-0f6312248eaa service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1708591 Apr 07 17:46:53.802573 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 548397f7-72f8-43c7-ae0b-f121932f7d02 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:53.803398 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.812346 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9348bd64-8c6f-4b47-903d-b877082d119f admin admin] Publish callbacks [] for security_group (c96b27f9-00ea-4731-93ce-42c5e5b0cc8d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.850603 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-40c4eafd-4cf4-45e4-9ccb-1d206c199375 service neutron] 10.222.0.26 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181719 Apr 07 17:46:53.872964 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9348bd64-8c6f-4b47-903d-b877082d119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c96b27f9-00ea-4731-93ce-42c5e5b0cc8d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.894932 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 548397f7-72f8-43c7-ae0b-f121932f7d02 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:53.896059 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:46:53.916309 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348bd64-8c6f-4b47-903d-b877082d119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b27f9-00ea-4731-93ce-42c5e5b0cc8d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:53.924748 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9348bd64-8c6f-4b47-903d-b877082d119f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d658e4b1aba4bf1aa77de6b356fcfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717742 Apr 07 17:46:53.927994 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57244) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:53.951750 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:53.952200 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:53.966745 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-05b4a0ef-2c87-4f98-8c0e-c440d4dfe443 service neutron] 10.222.0.26 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085732 Apr 07 17:46:53.991984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9247-34fc-4706-95f4-416656d2d74d admin admin] Publish callbacks [] for security_group (c96b27f9-00ea-4731-93ce-42c5e5b0cc8d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:54.015898 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9247-34fc-4706-95f4-416656d2d74d admin admin] Publish callbacks [] for security_group (c96b27f9-00ea-4731-93ce-42c5e5b0cc8d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:54.042319 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:46:54.130271 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9247-34fc-4706-95f4-416656d2d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c96b27f9-00ea-4731-93ce-42c5e5b0cc8d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:54.133248 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9247-34fc-4706-95f4-416656d2d74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:54.137037 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8a6b9247-34fc-4706-95f4-416656d2d74d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c96b27f9-00ea-4731-93ce-42c5e5b0cc8d HTTP/1.1" status: 204 len: 168 time: 0.2052441 Apr 07 17:46:54.145021 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b9247-34fc-4706-95f4-416656d2d74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b27f9-00ea-4731-93ce-42c5e5b0cc8d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:54.206830 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-14290ba4-9190-4a84-b7b9-cb02c92a63b3 req-b2b8ece6-9ecc-4106-8fc3-19f5353653fb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 210 time: 0.0319610 Apr 07 17:46:54.735927 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57262) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:54.750311 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0d450bf-5d94-4539-b6a9-8101627db5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:54.824301 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0d450bf-5d94-4539-b6a9-8101627db5b6 admin admin] Publish callbacks [] for security_group (15064a5e-adb1-43e1-895a-a318e956661a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:54.901463 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0d450bf-5d94-4539-b6a9-8101627db5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (15064a5e-adb1-43e1-895a-a318e956661a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:54.939876 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d0d450bf-5d94-4539-b6a9-8101627db5b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dac8c9f1c85544cea434be7474316ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028744 Apr 07 17:46:54.941098 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d450bf-5d94-4539-b6a9-8101627db5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15064a5e-adb1-43e1-895a-a318e956661a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:54.942628 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57266) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:54.989662 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-884c3d08-788a-46a5-a697-22e6f0992e4f admin admin] Publish callbacks [] for security_group (15064a5e-adb1-43e1-895a-a318e956661a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:55.013751 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-884c3d08-788a-46a5-a697-22e6f0992e4f admin admin] Publish callbacks [] for security_group (15064a5e-adb1-43e1-895a-a318e956661a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:55.141731 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-884c3d08-788a-46a5-a697-22e6f0992e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (15064a5e-adb1-43e1-895a-a318e956661a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:55.144382 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-884c3d08-788a-46a5-a697-22e6f0992e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:55.145623 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-884c3d08-788a-46a5-a697-22e6f0992e4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15064a5e-adb1-43e1-895a-a318e956661a HTTP/1.1" status: 204 len: 168 time: 0.2019339 Apr 07 17:46:55.156487 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c3d08-788a-46a5-a697-22e6f0992e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15064a5e-adb1-43e1-895a-a318e956661a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:55.286693 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4581f4d0-7725-4ef7-a5be-edacae60846f req-f82a7f9f-a6a9-4006-8e8f-68768df49938 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 210 time: 0.0262334 Apr 07 17:46:56.431034 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-933b7f50-6c97-499a-9456-2c29afc72219 req-b1bc1530-56c9-4048-bd68-d7482ca4c1e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 210 time: 0.0733395 Apr 07 17:46:56.479524 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-6b7df4b3-339c-408f-b8af-df954cb98672 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:56.481375 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-6b7df4b3-339c-408f-b8af-df954cb98672 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 815 time: 0.1498468 Apr 07 17:46:56.543387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-b4caad39-4849-473a-a866-4802935b2d3c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 379 time: 0.0537415 Apr 07 17:46:56.553895 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'port': {'device_id': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'admin_state_up': True, 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'security_groups': ['e96e5eb3-ed80-43cd-9a5f-111b0ecc904f']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:56.724505 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Made reservation on behalf of f0de5c5263634476bca59b25adb38136 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:46:56.730416 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:56.864545 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Allocated IP 172.20.0.7 (58c1b1c1-2571-4626-8cc0-8332d9fac8a8/abde8c08-b074-4093-89e7-5a39986ffcc4/154484ae-2779-4ea1-9792-55da0c71faa4) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:46:57.006028 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (154484ae-2779-4ea1-9792-55da0c71faa4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.088911 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.132942 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:46:57.135963 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:46:57.143417 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:46:57.173789 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=154484ae-2779-4ea1-9792-55da0c71faa4,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:57.206050 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:57.206713 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.305050 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-7f10450e-1af5-4d5c-ad75-efdff4c1a234 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543271 Apr 07 17:46:57.316446 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Request body: {'port': {'device_id': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:46:57.375019 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.410242 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ecd2f4a7-c29f-407d-87ef-533210e56a5d None None] Provisioning complete for port 154484ae-2779-4ea1-9792-55da0c71faa4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:46:57.410770 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f4a7-c29f-407d-87ef-533210e56a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.444889 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2f4a7-c29f-407d-87ef-533210e56a5d None None] Port 154484ae-2779-4ea1-9792-55da0c71faa4 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:46:57.582918 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57334) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:57.622835 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81b437-a404-45c7-a37d-ebc25a5228a5 req-d2661a2c-c9ab-4c83-8eec-80e15cb53813 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:57.624559 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee81b437-a404-45c7-a37d-ebc25a5228a5 req-d2661a2c-c9ab-4c83-8eec-80e15cb53813 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 931 time: 0.1088827 Apr 07 17:46:57.692573 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-824047d4-d497-4334-8228-39e7357d788e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.713549 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee81b437-a404-45c7-a37d-ebc25a5228a5 req-245abf73-2c2a-4b49-80da-f45ec83adcc7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795031 Apr 07 17:46:57.721894 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154484ae-2779-4ea1-9792-55da0c71faa4 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:46:57.729762 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Publish callbacks [] for port (154484ae-2779-4ea1-9792-55da0c71faa4), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.741629 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Transition to ACTIVE for port object 154484ae-2779-4ea1-9792-55da0c71faa4 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:46:57.771197 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-824047d4-d497-4334-8228-39e7357d788e admin admin] Publish callbacks [] for security_group (c78d8f0d-f431-4e4f-9c11-b7be37e1dac6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.825569 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.854209 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-824047d4-d497-4334-8228-39e7357d788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c78d8f0d-f431-4e4f-9c11-b7be37e1dac6), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.885563 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Pushing event updated for resources: {'Port': ['ID=154484ae-2779-4ea1-9792-55da0c71faa4,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:57.897725 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-824047d4-d497-4334-8228-39e7357d788e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48516a881c6a41bcb5361228cf08358b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124774 Apr 07 17:46:57.899450 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57338) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:57.907278 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824047d4-d497-4334-8228-39e7357d788e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d8f0d-f431-4e4f-9c11-b7be37e1dac6,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:57.957091 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87713a89-34bf-4cb8-863a-41f18f8d4ced admin admin] Publish callbacks [] for security_group (c78d8f0d-f431-4e4f-9c11-b7be37e1dac6), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.963349 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Attempting to bind port 154484ae-2779-4ea1-9792-55da0c71faa4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:46:57.963756 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Attempting to bind port 154484ae-2779-4ea1-9792-55da0c71faa4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:46:57.964320 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Attempting to bind port 154484ae-2779-4ea1-9792-55da0c71faa4 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:46:57.971293 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Port 154484ae-2779-4ea1-9792-55da0c71faa4 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:46:57.971620 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Attempting to bind port 154484ae-2779-4ea1-9792-55da0c71faa4 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:46:57.976810 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:46:57.977160 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Checking segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:46:57.977554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Bound using segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:46:57.977983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Bound port: 154484ae-2779-4ea1-9792-55da0c71faa4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:46:57.978339 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:57.988545 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87713a89-34bf-4cb8-863a-41f18f8d4ced admin admin] Publish callbacks [] for security_group (c78d8f0d-f431-4e4f-9c11-b7be37e1dac6), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:58.050871 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] For port 154484ae-2779-4ea1-9792-55da0c71faa4, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:46:58.054189 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] For port 154484ae-2779-4ea1-9792-55da0c71faa4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=154484ae-2779-4ea1-9792-55da0c71faa4,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:46:58.118641 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87713a89-34bf-4cb8-863a-41f18f8d4ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c78d8f0d-f431-4e4f-9c11-b7be37e1dac6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:58.121133 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-87713a89-34bf-4cb8-863a-41f18f8d4ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:58.122319 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-87713a89-34bf-4cb8-863a-41f18f8d4ced admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c78d8f0d-f431-4e4f-9c11-b7be37e1dac6 HTTP/1.1" status: 204 len: 168 time: 0.2218649 Apr 07 17:46:58.125713 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:58.132755 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87713a89-34bf-4cb8-863a-41f18f8d4ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d8f0d-f431-4e4f-9c11-b7be37e1dac6,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:58.164428 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.165206 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:58.166467 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] 10.222.0.37 "PUT /v2.0/ports/154484ae-2779-4ea1-9792-55da0c71faa4 HTTP/1.1" status: 200 len: 1093 time: 0.8543856 Apr 07 17:46:58.166914 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:46:58.169267 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b81ba-ed34-4d5e-89a4-901b1f3ce34c" -d '{"events": [{"name": "network-changed", "server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:46:58.203028 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748079c-19c1-463c-b9be-1c41b2f03a36 service neutron] Pushing event updated for resources: {'Port': ['ID=154484ae-2779-4ea1-9792-55da0c71faa4,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:58.226836 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d78c53a-f9fa-4ff9-9483-f565cda5c81d x-openstack-request-id: req-1d78c53a-f9fa-4ff9-9483-f565cda5c81d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:46:58.227911 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:46:58.230405 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d78c53a-f9fa-4ff9-9483-f565cda5c81d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:46:58.230405 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d78c53a-f9fa-4ff9-9483-f565cda5c81d'] response: {'name': 'network-changed', 'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4', 'status': 'completed', 'code': 200} Apr 07 17:46:58.306404 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b81ba-ed34-4d5e-89a4-901b1f3ce34c req-4fee6a6c-ba9e-4a28-b10c-fe5e78326ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.308048 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd0b81ba-ed34-4d5e-89a4-901b1f3ce34c req-4fee6a6c-ba9e-4a28-b10c-fe5e78326ea9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 1127 time: 0.0594540 Apr 07 17:46:58.429199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b81ba-ed34-4d5e-89a4-901b1f3ce34c req-b288baa3-b9c6-4835-b344-3ab37624fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.430836 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd0b81ba-ed34-4d5e-89a4-901b1f3ce34c req-b288baa3-b9c6-4835-b344-3ab37624fea1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f0de5c5263634476bca59b25adb38136&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1157465 Apr 07 17:46:58.533868 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b81ba-ed34-4d5e-89a4-901b1f3ce34c req-5a491ced-458a-42b1-b008-f44b7d9e22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.539729 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd0b81ba-ed34-4d5e-89a4-901b1f3ce34c req-5a491ced-458a-42b1-b008-f44b7d9e22d4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995243 Apr 07 17:46:58.638358 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-50c74a8b-a5a9-4e1d-a368-6d3a2c9b106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.640352 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-50c74a8b-a5a9-4e1d-a368-6d3a2c9b106b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 1127 time: 0.0467670 Apr 07 17:46:58.682801 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-2aee6d25-76c4-4902-a4ca-2c4d108d4464 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154484ae-2779-4ea1-9792-55da0c71faa4 HTTP/1.1" status: 200 len: 217 time: 0.0364280 Apr 07 17:46:58.737496 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-f47188b9-97e0-4f3f-bc75-267ec4ebb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.739036 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-f47188b9-97e0-4f3f-bc75-267ec4ebb606 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0504932 Apr 07 17:46:58.813015 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-c8e1ba0e-a03b-4c9a-a360-63be09efe921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.813331 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57352) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:58.814566 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-c8e1ba0e-a03b-4c9a-a360-63be09efe921 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700710 Apr 07 17:46:58.826425 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fb11938-9529-4d0b-a855-63c49f0f95a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:58.860946 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e0bfd-4628-413b-9f03-8947307e7fe9 req-9b6b1456-2b25-4504-976a-e9314b8378dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:46:58.862452 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-805e0bfd-4628-413b-9f03-8947307e7fe9 req-9b6b1456-2b25-4504-976a-e9314b8378dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 943 time: 0.0816798 Apr 07 17:46:58.900255 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fb11938-9529-4d0b-a855-63c49f0f95a9 admin admin] Publish callbacks [] for security_group (30c2677d-7bbb-4e5a-8f7d-3acafd1f5047), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:58.954222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-805e0bfd-4628-413b-9f03-8947307e7fe9 req-bf10a630-9046-4341-a9e1-65b7914cf772 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643272 Apr 07 17:46:58.956189 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-e6c432e0-ed59-47b3-954a-299352ed85c9 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339617 Apr 07 17:46:59.020204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fb11938-9529-4d0b-a855-63c49f0f95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (30c2677d-7bbb-4e5a-8f7d-3acafd1f5047), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:59.059934 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-554b3322-3d63-4ee0-9cb1-05b5f4993b58 req-50dbbb8e-09cc-4915-ba72-ec44ebf14aed service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979574 Apr 07 17:46:59.061703 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6fb11938-9529-4d0b-a855-63c49f0f95a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27a5420d869344cc8cfb90ab28f0dbe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471972 Apr 07 17:46:59.064769 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 57356) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:46:59.087822 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb11938-9529-4d0b-a855-63c49f0f95a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c2677d-7bbb-4e5a-8f7d-3acafd1f5047,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:46:59.122707 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-af9d3941-caea-40f4-b845-83c2f14e1606 admin admin] Publish callbacks [] for security_group (30c2677d-7bbb-4e5a-8f7d-3acafd1f5047), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:59.146514 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-af9d3941-caea-40f4-b845-83c2f14e1606 admin admin] Publish callbacks [] for security_group (30c2677d-7bbb-4e5a-8f7d-3acafd1f5047), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:59.277126 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-af9d3941-caea-40f4-b845-83c2f14e1606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (30c2677d-7bbb-4e5a-8f7d-3acafd1f5047), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:59.280269 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-af9d3941-caea-40f4-b845-83c2f14e1606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:46:59.281628 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-af9d3941-caea-40f4-b845-83c2f14e1606 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30c2677d-7bbb-4e5a-8f7d-3acafd1f5047 HTTP/1.1" status: 204 len: 168 time: 0.2159445 Apr 07 17:46:59.289417 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d3941-caea-40f4-b845-83c2f14e1606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c2677d-7bbb-4e5a-8f7d-3acafd1f5047,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:47:00.236673 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef523f76-1b52-401a-ad7c-87c9c31c51fa req-b19321de-0bc7-47eb-87a3-993faeebe137 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:00.238194 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef523f76-1b52-401a-ad7c-87c9c31c51fa req-b19321de-0bc7-47eb-87a3-993faeebe137 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 943 time: 0.2141995 Apr 07 17:47:00.286754 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef523f76-1b52-401a-ad7c-87c9c31c51fa req-d9eadcd4-ad1a-4319-bf01-545b3c501c63 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Apr 07 17:47:00.816193 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 154484ae-2779-4ea1-9792-55da0c71faa4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:47:00.831006 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-67d6e4a5-1b86-4183-8d91-2f080fde45a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:00.918270 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 154484ae-2779-4ea1-9792-55da0c71faa4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=154484ae-2779-4ea1-9792-55da0c71faa4,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:47:00.929567 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '154484ae-2779-4ea1-9792-55da0c71faa4', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'port_id': '154484ae-2779-4ea1-9792-55da0c71faa4', 'mac_address': 'fa:16:3e:df:60:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:47:00.971254 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 154484ae-2779-4ea1-9792-55da0c71faa4 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:47:00.971638 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:00.985262 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154484ae-2779-4ea1-9792-55da0c71faa4 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:47:01.004177 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 154484ae-2779-4ea1-9792-55da0c71faa4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=154484ae-2779-4ea1-9792-55da0c71faa4,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:47:01.088330 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:01.135820 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=154484ae-2779-4ea1-9792-55da0c71faa4,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:47:01.348712 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['154484ae-2779-4ea1-9792-55da0c71faa4'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:47:01.412517 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636849d-d482-4685-9bcb-658c27ffa7af req-2619bfa0-152b-4f7a-88ba-7a0a1bbc4a7a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:01.414134 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8636849d-d482-4685-9bcb-658c27ffa7af req-2619bfa0-152b-4f7a-88ba-7a0a1bbc4a7a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 944 time: 0.0597506 Apr 07 17:47:01.463533 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8636849d-d482-4685-9bcb-658c27ffa7af req-71b853df-5355-4bfe-ae67-732b3bd9c91e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435045 Apr 07 17:47:02.595432 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb417fb-1c45-4e5a-9d00-0a4b434eb5e9 req-db97b970-0bda-4304-999b-cde85a2252b2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:02.595432 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-feb417fb-1c45-4e5a-9d00-0a4b434eb5e9 req-db97b970-0bda-4304-999b-cde85a2252b2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 944 time: 0.0563538 Apr 07 17:47:02.640226 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-feb417fb-1c45-4e5a-9d00-0a4b434eb5e9 req-19e15681-1ed3-47ec-8866-f168944e5e6a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447998 Apr 07 17:47:02.817399 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 154484ae-2779-4ea1-9792-55da0c71faa4 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:47:02.962552 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 154484ae-2779-4ea1-9792-55da0c71faa4 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:47:02.966492 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 154484ae-2779-4ea1-9792-55da0c71faa4 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:47:02.967574 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:03.049232 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 154484ae-2779-4ea1-9792-55da0c71faa4 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:47:03.049621 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:03.071758 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:47:03.074021 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1077911e-56ad-4534-af8a-60eaf1b313a0" -d '{"events": [{"server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "name": "network-vif-plugged", "status": "completed", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:47:03.086080 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 154484ae-2779-4ea1-9792-55da0c71faa4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=154484ae-2779-4ea1-9792-55da0c71faa4,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:47:03.151194 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:03.210598 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=154484ae-2779-4ea1-9792-55da0c71faa4,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:47:03.229792 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bf0135-8e42-465b-9057-042e551cdb9e x-openstack-request-id: req-b3bf0135-8e42-465b-9057-042e551cdb9e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:47:03.230157 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "name": "network-vif-plugged", "status": "completed", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:47:03.230477 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3bf0135-8e42-465b-9057-042e551cdb9e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:47:03.230933 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bf0135-8e42-465b-9057-042e551cdb9e'] response: {'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4', 'code': 200} Apr 07 17:47:03.249211 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-db5f0429-28b1-4f3a-8eaf-1a72bc95da8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:03.528888 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb36e1e-83d5-4b18-82e4-aa2b6ca65df0 req-d124584b-f54a-460f-8919-fdceb4664daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:03.530736 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bdb36e1e-83d5-4b18-82e4-aa2b6ca65df0 req-d124584b-f54a-460f-8919-fdceb4664daa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 1129 time: 0.0439279 Apr 07 17:47:03.574628 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bdb36e1e-83d5-4b18-82e4-aa2b6ca65df0 req-c75af041-f79d-460d-959a-b225a66b6837 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Apr 07 17:47:03.758140 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a90f7-a9c5-4f78-b73b-d54d9d0adb9d req-9ffa2683-69c2-4c2e-9dcf-f1c6463e5f4a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:03.759517 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4a90f7-a9c5-4f78-b73b-d54d9d0adb9d req-9ffa2683-69c2-4c2e-9dcf-f1c6463e5f4a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 945 time: 0.0523086 Apr 07 17:47:03.809321 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9e4a90f7-a9c5-4f78-b73b-d54d9d0adb9d req-e7f876da-e32d-43ce-9137-cf76173f5495 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Apr 07 17:47:04.516696 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:04.926230 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679d47-2e44-4eb5-bcc6-413648ac3139 req-c2565e3e-1896-4d05-a8ad-680609db18bb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:04.927680 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0679d47-2e44-4eb5-bcc6-413648ac3139 req-c2565e3e-1896-4d05-a8ad-680609db18bb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 945 time: 0.0516131 Apr 07 17:47:04.973727 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0679d47-2e44-4eb5-bcc6-413648ac3139 req-577bec9c-5c71-4195-88fc-733a2306ec7b tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403738 Apr 07 17:47:05.773958 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:06.088774 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905b46c-7d79-430a-99d2-731c6ed675df req-efd1087a-81a3-46a9-b5ae-042bb030f676 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:06.090168 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2905b46c-7d79-430a-99d2-731c6ed675df req-efd1087a-81a3-46a9-b5ae-042bb030f676 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Apr 07 17:47:06.135635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2905b46c-7d79-430a-99d2-731c6ed675df req-97035aea-dc77-4be2-a667-0fdd6c61de66 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Apr 07 17:47:06.252789 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73131b-6934-418b-a342-70c866a82198 req-07a9edda-7663-4179-8b5d-47819e05c90f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:06.254263 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a73131b-6934-418b-a342-70c866a82198 req-07a9edda-7663-4179-8b5d-47819e05c90f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 945 time: 0.0543022 Apr 07 17:47:06.262781 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 57480) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:47:06.268144 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'floatingip': {'port_id': '154484ae-2779-4ea1-9792-55da0c71faa4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:47:06.305089 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (c1ff1448-0a8a-4225-868e-aeadaec901e6), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:06.742077 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:06.786737 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (c1ff1448-0a8a-4225-868e-aeadaec901e6), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:06.887387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Floating IP c1ff1448-0a8a-4225-868e-aeadaec901e6 associated. External IP: 172.27.0.168, port: 154484ae-2779-4ea1-9792-55da0c71faa4. Apr 07 17:47:07.097613 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:47:07.116905 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:07.433613 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:47:07.438946 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:07.443699 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:47:07.457251 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:47:07.457886 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:47:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:47:07.467627 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-20436813-a061-43b5-b6f3-6201881bbdd0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "PUT /v2.0/floatingips/c1ff1448-0a8a-4225-868e-aeadaec901e6 HTTP/1.1" status: 200 len: 991 time: 1.2031322 Apr 07 17:47:07.468435 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:47:07.470819 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ae2a02-8fbf-4914-bce8-76ad6477763e" -d '{"events": [{"name": "network-changed", "server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:47:07.504795 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523f8298-5f5b-4d00-9c36-661049ee0b4e x-openstack-request-id: req-523f8298-5f5b-4d00-9c36-661049ee0b4e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:47:07.505085 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:47:07.505364 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-523f8298-5f5b-4d00-9c36-661049ee0b4e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:47:07.505755 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523f8298-5f5b-4d00-9c36-661049ee0b4e'] response: {'name': 'network-changed', 'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4', 'status': 'completed', 'code': 200} Apr 07 17:47:07.570396 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:47:07.571033 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-3a29d021-1dc7-4f5f-8139-a68808275352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:07.572512 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-3a29d021-1dc7-4f5f-8139-a68808275352 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 1129 time: 0.0449743 Apr 07 17:47:07.686957 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-f8b1d993-732a-4d24-a25c-7748b1d79e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:07.688480 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-f8b1d993-732a-4d24-a25c-7748b1d79e9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 916 time: 0.1088405 Apr 07 17:47:07.755357 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-5c8fead2-0ce6-48b9-b615-af5fb4b75e91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154484ae-2779-4ea1-9792-55da0c71faa4 HTTP/1.1" status: 200 len: 999 time: 0.0598874 Apr 07 17:47:07.802270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-4152ccee-a53f-46bd-8e1b-143f778ab78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:07.803697 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-4152ccee-a53f-46bd-8e1b-143f778ab78c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0424290 Apr 07 17:47:07.857230 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-751bae99-5bb9-412d-a937-d6daad742670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:07.859266 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-751bae99-5bb9-412d-a937-d6daad742670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492475 Apr 07 17:47:07.931043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'c1ff1448-0a8a-4225-868e-aeadaec901e6', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': '154484ae-2779-4ea1-9792-55da0c71faa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:df:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:46:52Z', 'updated_at': '2022-04-07T17:47:06Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:47:07.947713 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-85a93f74-3cb2-4248-ba53-2ecfe97f1fbc service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823293 Apr 07 17:47:07.961314 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:47:07.969750 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:47:07.970369 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:47:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:47:08.037660 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-28ae2a02-8fbf-4914-bce8-76ad6477763e req-917f2f84-ee86-4f5b-9969-f22451c29fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Apr 07 17:47:08.078952 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:47:08.301932 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'c1ff1448-0a8a-4225-868e-aeadaec901e6', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': '154484ae-2779-4ea1-9792-55da0c71faa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:df:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:46:52Z', 'updated_at': '2022-04-07T17:47:06Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:47:08.331136 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27318fd-7727-4ba4-b769-571bbe3151f2 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'c1ff1448-0a8a-4225-868e-aeadaec901e6', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': '154484ae-2779-4ea1-9792-55da0c71faa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:df:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:46:52Z', 'updated_at': '2022-04-07T17:47:06Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:47:08.506464 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe6956-2f45-446d-8653-83b96ef1dba9 None None] New status for floating IP c1ff1448-0a8a-4225-868e-aeadaec901e6: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:47:18.537516 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-5cfa4696-28cd-49df-b17c-d3bafa522d97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425997 Apr 07 17:47:18.618670 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-fb478cfe-3d14-4294-b009-65d717dfe968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:18.620119 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-fb478cfe-3d14-4294-b009-65d717dfe968 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0432837 Apr 07 17:47:18.725240 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-313c7c7c-0c2e-4238-91ac-83714fe6294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:18.726685 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-313c7c7c-0c2e-4238-91ac-83714fe6294e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0875580 Apr 07 17:47:18.767254 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-a652a407-dd84-4a0e-883e-9033515529c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0335627 Apr 07 17:47:18.817208 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-853d62f6-581a-4e86-8620-a7075945002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:18.818502 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-853d62f6-581a-4e86-8620-a7075945002b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0459280 Apr 07 17:47:18.866373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-7d98f64a-1559-4017-a273-4865b010cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:47:18.867848 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-7d98f64a-1559-4017-a273-4865b010cde8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429413 Apr 07 17:47:18.890748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:18.957545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-e2131725-c569-4c9c-9beb-d55b50e5c19b service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836663 Apr 07 17:47:19.046477 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7ac1e552-0b0e-4a4e-9894-5ef69826091e req-32cfd49b-91f3-4560-85cc-4466881893a8 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 Apr 07 17:47:28.917946 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:47:30.849119 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-df4a8986-8dd3-4335-ad00-b67961000c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:33.232040 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a16d3923-e278-4815-a8b6-882e40ebfe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:34.527322 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:35.745550 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:35.930513 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-bfafd78c-d45e-4bb6-9bd9-0cb30bc312cc req-75880807-00bb-4ae4-9e57-8b572f7b611d tempest-AttachVolumeShelveTestJSON-1452632862 tempest-AttachVolumeShelveTestJSON-1452632862-project] (104015) timed out ('10.222.0.37', 54638) {{(pid=104015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 17:47:37.082644 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:47:48.898034 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:00.847475 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-94854d3e-376e-409b-9da6-58339c10ca1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:03.247673 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43e67c86-8897-4a5f-a4ba-d2ba06046b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:04.537817 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:05.755888 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:05.916989 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:48:07.103376 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:17.913964 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-f0a1d27c-a18e-4fdd-a598-18bf6af3ee79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418556 Apr 07 17:48:17.977514 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-5b6ae8f6-69d9-4dd1-90d3-f457324f1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:48:17.979011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-5b6ae8f6-69d9-4dd1-90d3-f457324f1182 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0433791 Apr 07 17:48:18.083818 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-846aaffa-6915-4d9c-b99c-d0a5aa35893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:48:18.085330 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-846aaffa-6915-4d9c-b99c-d0a5aa35893b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0874870 Apr 07 17:48:18.125586 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-06740ce7-fa40-4e0b-a1ae-b34ee9280321 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0337713 Apr 07 17:48:18.177948 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-b76a8396-7285-4595-8ba3-8ac906956143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:48:18.179393 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-b76a8396-7285-4595-8ba3-8ac906956143 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0485208 Apr 07 17:48:18.234040 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-15694916-0f56-40a7-b627-191faf6f7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:48:18.235594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-15694916-0f56-40a7-b627-191faf6f7e4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498681 Apr 07 17:48:18.327300 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-dd4a43b8-b6d1-416a-b850-cf664be9874a service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856192 Apr 07 17:48:18.415462 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99b159db-25f6-4453-8f5f-8f1522ae973a req-ed17c479-5499-4f7a-a5a4-91f1d1f85804 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825591 Apr 07 17:48:18.892533 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:30.851360 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd339776-4e2a-47cc-9062-5d53047e47a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:33.218150 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb56bb88-416d-4ab2-b876-b8f8692dcc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:34.515227 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:35.760794 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:37.113941 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:48:42.915968 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:48:48.903029 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:00.855709 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a419-727e-4193-9d61-cf3ffa5f7d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:03.221499 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4dc909ae-39e9-4aa7-9f73-06ea2d4d610a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:04.548322 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:05.736908 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:07.108453 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:18.935371 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:19.914923 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:49:20.651956 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-680e6229-f945-4174-a5e7-bd235336cb95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436032 Apr 07 17:49:20.717711 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-8d3ce062-8a4a-4b3e-943a-685513436c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:49:20.719284 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-8d3ce062-8a4a-4b3e-943a-685513436c09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 1129 time: 0.0471873 Apr 07 17:49:20.818103 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-63bc5579-b3b3-445c-a02a-376737b1b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:49:20.819536 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-63bc5579-b3b3-445c-a02a-376737b1b4b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 916 time: 0.0833454 Apr 07 17:49:20.885658 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-cd83eb34-b4cb-4f53-b5f4-a419b4e8393b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154484ae-2779-4ea1-9792-55da0c71faa4 HTTP/1.1" status: 200 len: 1001 time: 0.0598323 Apr 07 17:49:20.937480 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-592d0ed4-23bf-4aca-9e62-e7f90fb704fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:49:20.938941 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-592d0ed4-23bf-4aca-9e62-e7f90fb704fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0477099 Apr 07 17:49:20.985875 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-fa6c812f-117d-417d-a2b3-ffdddc5ce0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:49:20.987517 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-fa6c812f-117d-417d-a2b3-ffdddc5ce0db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434723 Apr 07 17:49:21.080958 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-5d3bf286-774f-4a43-9362-06d5a2570be2 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Apr 07 17:49:21.168020 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd8cb4f-e807-4008-85e9-43005d162995 req-0b956e3e-ad76-494f-9bb5-bdb0d8fd12fd service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808702 Apr 07 17:49:30.860832 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-099ab617-102e-4345-92e6-ab0f810b0fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:33.271867 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-277a16eb-c44e-43ef-9344-a30291b353e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:34.547085 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:35.763360 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:37.111939 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:48.929753 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:49:56.914072 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:50:00.866496 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-154020a4-8d96-42e5-885a-28f9070ce74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:03.232356 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ade17088-b7db-46f9-be8e-efe209ae41ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:04.545855 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:05.791769 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:07.106164 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:18.945856 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:21.410057 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-b968f022-2379-40a1-bf5f-8382612e106d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462885 Apr 07 17:50:21.504902 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-c833a8d5-38ad-4d72-b4b2-2add93233f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:50:21.506445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-c833a8d5-38ad-4d72-b4b2-2add93233f90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0554645 Apr 07 17:50:21.613292 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-2ffdb64b-b960-4669-a6b0-01f796268bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:50:21.614777 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-2ffdb64b-b960-4669-a6b0-01f796268bff service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0877995 Apr 07 17:50:21.659379 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-543c0dc4-ba07-480b-b0ff-96367ab20773 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0382099 Apr 07 17:50:21.708566 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-d8b5cf33-6ca1-4f95-b023-7c7ec488f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:50:21.710052 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-d8b5cf33-6ca1-4f95-b023-7c7ec488f3d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0442255 Apr 07 17:50:21.757541 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-265bd8c1-e1d7-4db3-89e7-76cd31b33c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:50:21.759045 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-265bd8c1-e1d7-4db3-89e7-76cd31b33c18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431943 Apr 07 17:50:21.850397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-756c81e1-400d-4e32-b3de-a0c09d242ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854843 Apr 07 17:50:21.936625 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3c830c7-25e9-4a55-a20c-b89fd0d52cec req-c0a8673c-3ba7-4706-8e7b-8460e1de3d05 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806124 Apr 07 17:50:30.899348 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-47cd8cf4-c3ca-47d7-9d98-14dfca42fe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:33.242473 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0cfbca5e-b513-4943-8e38-9deca7cf34e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:33.914058 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:50:34.545427 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:35.775044 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:37.116421 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:50:48.956344 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:00.870383 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-023ab5c7-1cbc-4d8c-953a-08d7b3a46429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:03.240615 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57f1a01e-8fa2-4969-b812-97f871105c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:04.549916 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:05.766985 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:07.115638 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:10.912455 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:51:18.994763 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:21.490075 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-877548ff-68af-433b-8233-0e65a9b63b73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1385140 Apr 07 17:51:21.553358 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-b213b8c9-0399-462d-8b07-34749baa9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:51:21.554816 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-b213b8c9-0399-462d-8b07-34749baa9252 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0437636 Apr 07 17:51:21.661560 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-67f2d1e3-9ba3-42df-8f69-bc389576e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:51:21.663335 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-67f2d1e3-9ba3-42df-8f69-bc389576e6e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0913923 Apr 07 17:51:21.706255 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-09ddfad9-ffb9-4fea-9fdd-f5f65877e8d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0370688 Apr 07 17:51:21.753353 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-c87960e5-c177-44f0-8ad5-2bc947cf1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:51:21.754732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-c87960e5-c177-44f0-8ad5-2bc947cf1629 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0428498 Apr 07 17:51:21.801104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-4bc048b0-ed6e-47ec-92c1-71b48549ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:51:21.802688 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-4bc048b0-ed6e-47ec-92c1-71b48549ed5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423224 Apr 07 17:51:21.812240 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-d4929b74-876e-49b7-9cb7-4bd6d3008834 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:51:21.813230 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-d4929b74-876e-49b7-9cb7-4bd6d3008834 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047929 Apr 07 17:51:21.907230 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-969a2d08-2f6a-4fc6-9b70-49f9ece2b7e8 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865800 Apr 07 17:51:21.997456 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7599b457-88ee-4cfa-bdae-73c1951a8ee5 req-37076afe-23d4-46e4-b871-5bcf8c2446f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 Apr 07 17:51:30.852125 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-275f0b0b-536c-4c6f-93ee-613ad5aa2f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:33.252002 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e0b0969b-6aa5-4c0e-9f9a-77064fa38f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:34.543422 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:35.765688 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:37.120282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:51:47.911003 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:51:48.993708 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:00.891100 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1049af76-1f23-444d-a31f-bda7795cfc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:03.238607 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78704319-ec1b-421f-bc5a-56e733ffb188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:04.556960 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:05.776070 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:07.095895 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:19.004424 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:21.392534 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-5d0f3a70-e315-4ab2-ba79-b164ea8e5507 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428736 Apr 07 17:52:21.453996 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-c9534cab-66b9-4b96-9acb-0eee4ebebffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:52:21.455448 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-c9534cab-66b9-4b96-9acb-0eee4ebebffa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 1129 time: 0.0428126 Apr 07 17:52:21.557693 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-84a408f0-1d9a-484f-b11c-adda5acd6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:52:21.559172 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-84a408f0-1d9a-484f-b11c-adda5acd6ff7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 916 time: 0.0864580 Apr 07 17:52:21.624725 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-ca450794-375e-4f77-8ded-297ef014d1dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154484ae-2779-4ea1-9792-55da0c71faa4 HTTP/1.1" status: 200 len: 1001 time: 0.0584438 Apr 07 17:52:21.674624 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-039585ec-cd83-4be6-a18d-2e3671ce7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:52:21.676140 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-039585ec-cd83-4be6-a18d-2e3671ce7465 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0455432 Apr 07 17:52:21.726787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-304c959a-58c3-492a-b9e9-0abb83a5e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:52:21.728307 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-304c959a-58c3-492a-b9e9-0abb83a5e583 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463686 Apr 07 17:52:21.816329 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-f6366752-5415-430e-ac8c-2da98370b41a service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823114 Apr 07 17:52:21.907360 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1507043e-531b-4a20-ba0a-c501dfa86302 req-6b15af8b-3df6-48bd-8571-aef6eb3344a4 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847578 Apr 07 17:52:24.911600 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:52:30.861049 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0c838617-6fc5-4966-afe4-a4aaf78dbd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:33.238277 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-745133b8-d39e-4c21-8093-214f2ad48cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:34.546456 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:35.780837 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:37.118039 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:52:49.026563 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:00.872554 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ab585d54-e38b-40e0-9f08-460f252c7d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:01.909541 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:53:03.250374 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c52add11-e0df-429a-9863-0f2cce13bd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:04.570213 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:05.787079 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:07.101717 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:19.015713 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:23.387153 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-c23dba43-a920-4fd4-a9a8-05d65b72a7ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423398 Apr 07 17:53:23.471179 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-a22b30ff-00bc-469c-9360-24f7373a453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:23.472654 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-a22b30ff-00bc-469c-9360-24f7373a453c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 1130 time: 0.0433109 Apr 07 17:53:23.578791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-4ab957f6-a419-41a8-9380-0efcbe6c36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:23.580238 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-4ab957f6-a419-41a8-9380-0efcbe6c36ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0877810 Apr 07 17:53:23.619428 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-a218eaf1-4bb1-409f-bfa8-993b20d280fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 200 len: 217 time: 0.0332980 Apr 07 17:53:23.673226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-fbf1fcd4-9830-4517-91a1-3e2138ad5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:23.676011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-fbf1fcd4-9830-4517-91a1-3e2138ad5572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0498989 Apr 07 17:53:23.722392 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-f0a93c0a-dd4c-40e1-9c67-d33bbef17a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:23.723910 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-f0a93c0a-dd4c-40e1-9c67-d33bbef17a19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436306 Apr 07 17:53:23.810780 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-bece8ab0-5e1e-47ba-8eb1-006021115046 service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813701 Apr 07 17:53:23.903545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a90f843-71a4-4192-816c-ff6ec3d05a90 req-f7844485-8e5a-4717-8031-673e8b39151a service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863090 Apr 07 17:53:30.856283 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-99ea2aff-d241-4c80-a388-bd99017feea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:33.222340 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ea6835f-2314-4057-b9c8-8bb5dc2d908d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:34.554132 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:35.782221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:37.108027 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:38.908717 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:53:43.406661 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1d86b-78d5-4195-bc8d-53ef8430fdff req-07f608f7-2661-49c9-b58e-9f362677f7f0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:43.408117 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37e1d86b-78d5-4195-bc8d-53ef8430fdff req-07f608f7-2661-49c9-b58e-9f362677f7f0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 945 time: 0.1441658 Apr 07 17:53:43.455691 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37e1d86b-78d5-4195-bc8d-53ef8430fdff req-6240e3f7-cc83-4a9b-9ef7-a62278151b5f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418162 Apr 07 17:53:43.681357 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-951b894f-5cb4-4efd-a648-6cb46743a62c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:43.683464 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-951b894f-5cb4-4efd-a648-6cb46743a62c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 945 time: 0.0580680 Apr 07 17:53:43.775080 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Deleting port 154484ae-2779-4ea1-9792-55da0c71faa4 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:53:43.775419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:43.864652 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] For port 154484ae-2779-4ea1-9792-55da0c71faa4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=154484ae-2779-4ea1-9792-55da0c71faa4,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:53:43.865010 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:44.032742 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:44.032981 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (c1ff1448-0a8a-4225-868e-aeadaec901e6), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:44.033260 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Floating IP c1ff1448-0a8a-4225-868e-aeadaec901e6 disassociated. External IP: 172.27.0.168, port: 154484ae-2779-4ea1-9792-55da0c71faa4. Apr 07 17:53:44.033596 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Calling delete_port for 154484ae-2779-4ea1-9792-55da0c71faa4 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:53:44.193983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (154484ae-2779-4ea1-9792-55da0c71faa4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:44.222547 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'Port': ['ID=154484ae-2779-4ea1-9792-55da0c71faa4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:44.233944 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.234295 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.234639 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.234975 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.235306 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.235634 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.235964 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.236308 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.236642 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.236965 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.237320 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.237647 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.237965 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.238285 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.238598 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:44.615125 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:53:44.693259 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5847669d-62c4-46cf-bd08-40a4725dfd98 req-cbe6cac2-0fad-4e04-ab35-4e11d8032e92 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=c48b4307-c086-46c4-8f80-a445cf7c63a9 HTTP/1.1" status: 200 len: 210 time: 0.1251667 Apr 07 17:53:44.756314 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:53:44.766826 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:53:44.775674 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:53:44.776410 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:53:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:53:44.799662 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] No DVR routers for this DVR port 154484ae-2779-4ea1-9792-55da0c71faa4 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:53:44.802279 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:44.805903 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb0ead1b-4431-492d-9d3f-8c27dcbe5cae req-a1cf6ff2-e947-4a3a-9176-40b2e51009a3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "DELETE /v2.0/ports/154484ae-2779-4ea1-9792-55da0c71faa4 HTTP/1.1" status: 204 len: 173 time: 1.1174972 Apr 07 17:53:44.806374 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'name': 'network-vif-deleted', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:53:44.810365 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed4848e-afb6-464e-b51d-1587c20a59ab" -d '{"events": [{"server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "name": "network-vif-deleted", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:53:44.897082 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:53:44.908035 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a00c02-addf-426a-9b0b-fde7766454cc x-openstack-request-id: req-f7a00c02-addf-426a-9b0b-fde7766454cc {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:53:44.908331 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48b4307-c086-46c4-8f80-a445cf7c63a9", "name": "network-vif-deleted", "tag": "154484ae-2779-4ea1-9792-55da0c71faa4", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:53:44.908582 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7a00c02-addf-426a-9b0b-fde7766454cc {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:53:44.908977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a00c02-addf-426a-9b0b-fde7766454cc'] response: {'server_uuid': 'c48b4307-c086-46c4-8f80-a445cf7c63a9', 'name': 'network-vif-deleted', 'tag': '154484ae-2779-4ea1-9792-55da0c71faa4', 'status': 'completed', 'code': 200} Apr 07 17:53:45.107107 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:53:45.138379 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:53:45.147722 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:53:45.148363 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:53:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:53:45.256567 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:53:45.454867 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:53:45.481220 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24ac08-e5d2-41d8-bea3-278ef4cb50f5 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:53:45.705512 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c9e63-c575-4470-90e7-bad69a8f0dfc None None] New status for floating IP c1ff1448-0a8a-4225-868e-aeadaec901e6: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:53:45.883613 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 60620) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:53:45.938458 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4d85804-20c6-4d17-9995-38a9b61c4d64 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (e96e5eb3-ed80-43cd-9a5f-111b0ecc904f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:45.962768 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4d85804-20c6-4d17-9995-38a9b61c4d64 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (e96e5eb3-ed80-43cd-9a5f-111b0ecc904f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.063057 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4d85804-20c6-4d17-9995-38a9b61c4d64 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (e96e5eb3-ed80-43cd-9a5f-111b0ecc904f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.065766 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4d85804-20c6-4d17-9995-38a9b61c4d64 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.071030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a4d85804-20c6-4d17-9995-38a9b61c4d64 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "DELETE /v2.0/security-groups/e96e5eb3-ed80-43cd-9a5f-111b0ecc904f HTTP/1.1" status: 204 len: 168 time: 0.1848147 Apr 07 17:53:46.071170 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 60624) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:53:46.077410 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d85804-20c6-4d17-9995-38a9b61c4d64 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96e5eb3-ed80-43cd-9a5f-111b0ecc904f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:46.084466 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.api.v2.resource [None req-37604251-43d8-4299-a55f-648b9cda68aa tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] show failed (client error): The resource could not be found. Apr 07 17:53:46.085500 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-37604251-43d8-4299-a55f-648b9cda68aa tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups/e96e5eb3-ed80-43cd-9a5f-111b0ecc904f HTTP/1.1" status: 404 len: 347 time: 0.0147681 Apr 07 17:53:46.088936 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 60628) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:53:46.210634 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Deleting port 4aa961c1-aa5a-4839-a46a-889ae88dfb2c {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:53:46.210887 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.283150 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.283476 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.296638 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Calling delete_port for 4aa961c1-aa5a-4839-a46a-889ae88dfb2c owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:53:46.491053 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (4aa961c1-aa5a-4839-a46a-889ae88dfb2c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.515043 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'Port': ['ID=4aa961c1-aa5a-4839-a46a-889ae88dfb2c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:46.524686 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.528826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.530304 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.530304 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.530304 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.530304 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.530304 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:46.591446 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (c1ff1448-0a8a-4225-868e-aeadaec901e6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.593983 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:46.595142 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-06a7380e-1b0c-420e-8e4c-b6d8cccdb16c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "DELETE /v2.0/floatingips/c1ff1448-0a8a-4225-868e-aeadaec901e6 HTTP/1.1" status: 204 len: 168 time: 0.5051725 Apr 07 17:53:47.013111 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 60636) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:53:47.017692 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-82fc2804-10de-4caa-a0d2-c979fe0e9c23 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872137483', 'description': 'tempest-description--1807346111'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:53:47.085446 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-82fc2804-10de-4caa-a0d2-c979fe0e9c23 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.153533 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-82fc2804-10de-4caa-a0d2-c979fe0e9c23 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (44cd0ccd-5509-4b8b-8ecd-4919ace580cc), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.205087 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-82fc2804-10de-4caa-a0d2-c979fe0e9c23 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (44cd0ccd-5509-4b8b-8ecd-4919ace580cc), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.234090 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2804-10de-4caa-a0d2-c979fe0e9c23 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cd0ccd-5509-4b8b-8ecd-4919ace580cc,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:47.276368 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-82fc2804-10de-4caa-a0d2-c979fe0e9c23 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.277667 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-82fc2804-10de-4caa-a0d2-c979fe0e9c23 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2634912 Apr 07 17:53:47.281771 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 60640) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:53:47.284574 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-f7869882-6f0c-4ee8-a456-303b8098f87e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group_rule': {'security_group_id': '44cd0ccd-5509-4b8b-8ecd-4919ace580cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:53:47.364432 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7869882-6f0c-4ee8-a456-303b8098f87e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (5860da3e-4c1d-423c-8a8f-b1d9512d60a3), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.420463 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7869882-6f0c-4ee8-a456-303b8098f87e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (5860da3e-4c1d-423c-8a8f-b1d9512d60a3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.467923 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7869882-6f0c-4ee8-a456-303b8098f87e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (5860da3e-4c1d-423c-8a8f-b1d9512d60a3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.486168 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7869882-6f0c-4ee8-a456-303b8098f87e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5860da3e-4c1d-423c-8a8f-b1d9512d60a3,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:47.578728 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7869882-6f0c-4ee8-a456-303b8098f87e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.579932 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f7869882-6f0c-4ee8-a456-303b8098f87e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986927 Apr 07 17:53:47.582577 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 60642) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:53:47.586891 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d216affc-0626-4885-a328-4cfb67f19f70 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group_rule': {'security_group_id': '44cd0ccd-5509-4b8b-8ecd-4919ace580cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:53:47.673477 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d216affc-0626-4885-a328-4cfb67f19f70 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (0c3041b2-8415-46d1-9c03-b00f7f5d67f3), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.728471 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d216affc-0626-4885-a328-4cfb67f19f70 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (0c3041b2-8415-46d1-9c03-b00f7f5d67f3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.805780 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d216affc-0626-4885-a328-4cfb67f19f70 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (0c3041b2-8415-46d1-9c03-b00f7f5d67f3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.826083 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216affc-0626-4885-a328-4cfb67f19f70 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3041b2-8415-46d1-9c03-b00f7f5d67f3,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:47.893279 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d216affc-0626-4885-a328-4cfb67f19f70 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:47.894478 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d216affc-0626-4885-a328-4cfb67f19f70 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109598 Apr 07 17:53:47.897466 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 60646) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:53:47.902094 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:53:47.977469 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.082842 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.188912 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Allocated IP 172.27.0.4 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/e1d19ff6-29ff-448d-ac0a-1217025e8fa7) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:53:48.288135 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.371508 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.411631 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:53:48.414358 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:53:48.418497 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:53:48.446209 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=e1d19ff6-29ff-448d-ac0a-1217025e8fa7,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:48.509158 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (e7716c25-aed8-44f7-849c-458fd04384bb), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.581445 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.677358 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 154484ae-2779-4ea1-9792-55da0c71faa4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:53:48.697045 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 154484ae-2779-4ea1-9792-55da0c71faa4 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:53:48.697493 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 154484ae-2779-4ea1-9792-55da0c71faa4 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:53:48.732149 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.800293 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.873033 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=e1d19ff6-29ff-448d-ac0a-1217025e8fa7,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:48.880751 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (e7716c25-aed8-44f7-849c-458fd04384bb), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.945117 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:48.946379 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2f97a806-6937-4117-8b28-698bcd8b2f7c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0480044 Apr 07 17:53:49.017591 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:49.095845 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-d121fa79-c393-4bf4-9bcf-bd834c9ed977 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--872137483&fields=id&tenant_id=f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 267 time: 0.0426784 Apr 07 17:53:49.205479 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-8a55a49b-16c7-4ea7-bee9-d8a3bfe68b66 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:49.206913 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-8a55a49b-16c7-4ea7-bee9-d8a3bfe68b66 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 815 time: 0.1043787 Apr 07 17:53:49.221883 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-2fe62f5a-e3df-46d8-a5d3-d05212717df0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/quotas/f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 375 time: 0.0096366 Apr 07 17:53:49.276536 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-2116a7ed-51ac-43af-9b52-bc1be604a0e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489969 Apr 07 17:53:49.416170 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-f933d11e-8f67-4bbd-8cd6-de48ccf8e615 service neutron] 10.222.0.26 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287227 Apr 07 17:53:49.505754 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-73931196-3c70-4dec-ad29-996c83875b7d service neutron] 10.222.0.26 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Apr 07 17:53:49.740910 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0350f216-854c-4c4e-9ef7-5bca7c3335d6 req-1b256316-6e4f-48d2-9a0e-0cdda8108584 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 210 time: 0.0257175 Apr 07 17:53:50.834987 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b0a52ea-5306-4c0d-922d-135fa030deda req-14d96aeb-b2e0-481a-9fae-75ae76c19633 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 210 time: 0.0254767 Apr 07 17:53:51.398801 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-ca18799d-dedc-40c7-be1c-ebf2a418c48a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:51.400139 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-ca18799d-dedc-40c7-be1c-ebf2a418c48a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 815 time: 0.1061919 Apr 07 17:53:51.465545 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-82eabf74-1345-410d-867d-1c574a744810 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 379 time: 0.0569570 Apr 07 17:53:51.474297 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'port': {'device_id': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'admin_state_up': True, 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'security_groups': ['44cd0ccd-5509-4b8b-8ecd-4919ace580cc']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:53:51.674657 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Made reservation on behalf of f0de5c5263634476bca59b25adb38136 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:53:51.678204 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:51.805932 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Allocated IP 172.20.0.11 (58c1b1c1-2571-4626-8cc0-8332d9fac8a8/abde8c08-b074-4093-89e7-5a39986ffcc4/328f791a-41c2-46f0-a858-f451ca0f6a50) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:53:51.936771 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4480d57-b578-4405-8988-2767ce5942db req-cc531767-be28-4133-b18b-c65d3a3a045c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 210 time: 0.0332954 Apr 07 17:53:51.975728 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.069208 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.115404 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:53:52.118234 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:53:52.121847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:53:52.157410 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=328f791a-41c2-46f0-a858-f451ca0f6a50,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:52.180855 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:52.181526 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.266474 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-b410db87-3573-4b38-93e0-5bdcd3990ebb tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957344 Apr 07 17:53:52.279310 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Request body: {'port': {'device_id': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:53:52.336431 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7b6eb0f6-39c4-4973-82f2-7a8569b88b87 None None] Provisioning complete for port 328f791a-41c2-46f0-a858-f451ca0f6a50 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:53:52.340961 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb0f6-39c4-4973-82f2-7a8569b88b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.343115 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.371465 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7b6eb0f6-39c4-4973-82f2-7a8569b88b87 None None] Port 328f791a-41c2-46f0-a858-f451ca0f6a50 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:53:52.595811 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328f791a-41c2-46f0-a858-f451ca0f6a50 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:53:52.603009 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Publish callbacks [] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.615582 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Transition to ACTIVE for port object 328f791a-41c2-46f0-a858-f451ca0f6a50 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:53:52.685430 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.737559 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Pushing event updated for resources: {'Port': ['ID=328f791a-41c2-46f0-a858-f451ca0f6a50,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:52.810738 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Attempting to bind port 328f791a-41c2-46f0-a858-f451ca0f6a50 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:53:52.811068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Attempting to bind port 328f791a-41c2-46f0-a858-f451ca0f6a50 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:53:52.811394 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Attempting to bind port 328f791a-41c2-46f0-a858-f451ca0f6a50 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:53:52.816078 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Port 328f791a-41c2-46f0-a858-f451ca0f6a50 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:53:52.816394 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Attempting to bind port 328f791a-41c2-46f0-a858-f451ca0f6a50 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:53:52.821452 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:53:52.821786 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Checking segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:53:52.822172 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Bound using segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:53:52.822597 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Bound port: 328f791a-41c2-46f0-a858-f451ca0f6a50, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:53:52.823676 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.888787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] For port 328f791a-41c2-46f0-a858-f451ca0f6a50, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:53:52.892042 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] For port 328f791a-41c2-46f0-a858-f451ca0f6a50, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=328f791a-41c2-46f0-a858-f451ca0f6a50,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:53:52.942972 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.975607 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:52.976286 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:52.977703 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] 10.222.0.37 "PUT /v2.0/ports/328f791a-41c2-46f0-a858-f451ca0f6a50 HTTP/1.1" status: 200 len: 1094 time: 0.7034469 Apr 07 17:53:52.978145 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:53:52.980940 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641108eb-a96b-4980-bd7c-8dc8073412a1" -d '{"events": [{"name": "network-changed", "server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:53:53.059146 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ef8b0-3c63-4b47-abba-2ae2fb50a190 x-openstack-request-id: req-859ef8b0-3c63-4b47-abba-2ae2fb50a190 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:53:53.059457 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:53:53.059695 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-859ef8b0-3c63-4b47-abba-2ae2fb50a190 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:53:53.060092 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859ef8b0-3c63-4b47-abba-2ae2fb50a190'] response: {'name': 'network-changed', 'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'status': 'completed', 'code': 200} Apr 07 17:53:53.069730 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc284b0-1cc3-457d-8418-69eff8a54690 service neutron] Pushing event updated for resources: {'Port': ['ID=328f791a-41c2-46f0-a858-f451ca0f6a50,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:53.119185 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece4882-5475-4421-bb44-ae8f4672f505 req-0a11a025-2c67-4e5b-8ae8-c3ac08f27c59 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:53.121464 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ece4882-5475-4421-bb44-ae8f4672f505 req-0a11a025-2c67-4e5b-8ae8-c3ac08f27c59 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 944 time: 0.1054664 Apr 07 17:53:53.137256 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641108eb-a96b-4980-bd7c-8dc8073412a1 req-ccab31d5-4d48-432c-ba81-c0522c282617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:53.138995 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-641108eb-a96b-4980-bd7c-8dc8073412a1 req-ccab31d5-4d48-432c-ba81-c0522c282617 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 1128 time: 0.0779843 Apr 07 17:53:53.235045 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ece4882-5475-4421-bb44-ae8f4672f505 req-40edd745-b5ed-472d-bb5e-739824b126da tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070030 Apr 07 17:53:53.265959 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641108eb-a96b-4980-bd7c-8dc8073412a1 req-654b2ad2-b4c9-4617-b40b-a6bdd32ba51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:53.267337 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-641108eb-a96b-4980-bd7c-8dc8073412a1 req-654b2ad2-b4c9-4617-b40b-a6bdd32ba51b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f0de5c5263634476bca59b25adb38136&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1205285 Apr 07 17:53:53.360657 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641108eb-a96b-4980-bd7c-8dc8073412a1 req-46e6cec6-8328-46ca-8ebe-dac4b73bde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:53.362127 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-641108eb-a96b-4980-bd7c-8dc8073412a1 req-46e6cec6-8328-46ca-8ebe-dac4b73bde3e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884838 Apr 07 17:53:53.444747 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bee716e-39a2-46ca-bb18-4682896b9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:53.446473 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-5bee716e-39a2-46ca-bb18-4682896b9f16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 1128 time: 0.0483935 Apr 07 17:53:53.495564 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-f1cb415c-0898-458e-98cf-941bf3cdfa22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=328f791a-41c2-46f0-a858-f451ca0f6a50 HTTP/1.1" status: 200 len: 217 time: 0.0424170 Apr 07 17:53:53.542900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-e766c61e-2c18-4abb-a182-b0045cc97961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:53.544290 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-e766c61e-2c18-4abb-a182-b0045cc97961 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0436497 Apr 07 17:53:53.591325 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-02edfc87-5fe9-4dc6-9c33-46a2d6790f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:53.592761 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-02edfc87-5fe9-4dc6-9c33-46a2d6790f78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419326 Apr 07 17:53:53.684024 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-f3349744-f3a9-4ac2-a5e9-8394fa2d4bd4 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849535 Apr 07 17:53:53.770507 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd83b6fd-4d40-41b9-ab77-1710150df630 req-fd21c719-6b4f-4019-9b5b-38235a1bcc30 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810504 Apr 07 17:53:54.358536 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee037-5d58-4b44-86f1-fdbcdb2ed64d req-ea5f55ae-9389-449f-ae95-bfa441fd57e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:54.359965 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-523ee037-5d58-4b44-86f1-fdbcdb2ed64d req-ea5f55ae-9389-449f-ae95-bfa441fd57e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 944 time: 0.0561633 Apr 07 17:53:54.407442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-523ee037-5d58-4b44-86f1-fdbcdb2ed64d req-90f3f9fe-8281-4fa1-bb31-c3761ea0229c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Apr 07 17:53:55.536647 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a2fd1-ce10-442c-92cd-ed93fd388df0 req-efc03402-6b37-42c8-9c04-a51614b3064e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:55.538108 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-019a2fd1-ce10-442c-92cd-ed93fd388df0 req-efc03402-6b37-42c8-9c04-a51614b3064e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 944 time: 0.0524259 Apr 07 17:53:55.584619 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-019a2fd1-ce10-442c-92cd-ed93fd388df0 req-00089236-67e0-4eac-8f40-a1e56dc4a670 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405929 Apr 07 17:53:56.707086 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 328f791a-41c2-46f0-a858-f451ca0f6a50 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:53:56.720509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14d26-ada5-4157-aaf7-173f825242f0 req-1818c9d9-a7b0-4229-bb2b-2ed96acc7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:56.722015 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0d14d26-ada5-4157-aaf7-173f825242f0 req-1818c9d9-a7b0-4229-bb2b-2ed96acc7c76 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 944 time: 0.0627844 Apr 07 17:53:56.770422 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0d14d26-ada5-4157-aaf7-173f825242f0 req-da9799c5-55f6-41b8-b5cb-91ea54c01e28 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419765 Apr 07 17:53:56.805652 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 328f791a-41c2-46f0-a858-f451ca0f6a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=328f791a-41c2-46f0-a858-f451ca0f6a50,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:53:56.820227 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'port_id': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'mac_address': 'fa:16:3e:99:f6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:53:56.856501 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 328f791a-41c2-46f0-a858-f451ca0f6a50 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:53:56.856886 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:56.869267 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328f791a-41c2-46f0-a858-f451ca0f6a50 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:53:56.889764 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 328f791a-41c2-46f0-a858-f451ca0f6a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=328f791a-41c2-46f0-a858-f451ca0f6a50,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:53:56.954287 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:57.001757 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=328f791a-41c2-46f0-a858-f451ca0f6a50,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:57.009051 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.009421 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.009782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.010164 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.010498 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.010847 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.011172 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.011492 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.011812 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.012131 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.012453 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.012774 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.013372 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.013691 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.014020 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:53:57.201248 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['328f791a-41c2-46f0-a858-f451ca0f6a50'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:53:57.886786 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4151c5-ff18-4fae-b944-c5877a6d19f9 req-d391105d-9ce6-4c0b-8d56-dcdc925a0f20 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:57.888501 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a4151c5-ff18-4fae-b944-c5877a6d19f9 req-d391105d-9ce6-4c0b-8d56-dcdc925a0f20 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 945 time: 0.0516067 Apr 07 17:53:57.935508 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a4151c5-ff18-4fae-b944-c5877a6d19f9 req-7c350d1e-a39c-4bd1-904c-8892a716cdf6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Apr 07 17:53:58.707742 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 328f791a-41c2-46f0-a858-f451ca0f6a50 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:53:58.817496 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 328f791a-41c2-46f0-a858-f451ca0f6a50 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:53:58.821262 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 328f791a-41c2-46f0-a858-f451ca0f6a50 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:53:58.821631 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:59.027187 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 328f791a-41c2-46f0-a858-f451ca0f6a50 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:53:59.027570 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:59.049624 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:53:59.051835 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36989663-68eb-448e-9924-82cd7380b31b" -d '{"events": [{"server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "name": "network-vif-plugged", "status": "completed", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:53:59.052763 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f654-dd41-4cd9-afd9-9f4a5aba09bf req-8209280e-3245-4ae2-be77-75ca830ed6fd tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:59.054257 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1928f654-dd41-4cd9-afd9-9f4a5aba09bf req-8209280e-3245-4ae2-be77-75ca830ed6fd tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 945 time: 0.0519598 Apr 07 17:53:59.067219 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 328f791a-41c2-46f0-a858-f451ca0f6a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=328f791a-41c2-46f0-a858-f451ca0f6a50,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:53:59.108104 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1928f654-dd41-4cd9-afd9-9f4a5aba09bf req-7dcf53f4-1a81-496d-b772-648c6bc3e42a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469890 Apr 07 17:53:59.109841 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:53:59.144105 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175bf87-694b-4a8b-8f1f-ef8fce9fecc4 x-openstack-request-id: req-6175bf87-694b-4a8b-8f1f-ef8fce9fecc4 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:53:59.144395 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "name": "network-vif-plugged", "status": "completed", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:53:59.144645 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6175bf87-694b-4a8b-8f1f-ef8fce9fecc4 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:53:59.145034 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6175bf87-694b-4a8b-8f1f-ef8fce9fecc4'] response: {'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'code': 200} Apr 07 17:53:59.166977 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=328f791a-41c2-46f0-a858-f451ca0f6a50,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:53:59.460002 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5964b8c-91e8-47ff-a045-bd08c76ac3f9 req-88a36217-2046-45ed-9433-8df2ec490a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:53:59.461523 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5964b8c-91e8-47ff-a045-bd08c76ac3f9 req-88a36217-2046-45ed-9433-8df2ec490a5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 1130 time: 0.0430820 Apr 07 17:53:59.503630 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5964b8c-91e8-47ff-a045-bd08c76ac3f9 req-7bb4462c-6cba-4f14-88aa-4838b914674d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365198 Apr 07 17:54:00.232509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339430da-308a-4f67-9aa1-1569dfeb9636 req-6d8d879d-6a08-4e9b-90c1-376f5087dc85 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:00.234075 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-339430da-308a-4f67-9aa1-1569dfeb9636 req-6d8d879d-6a08-4e9b-90c1-376f5087dc85 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 946 time: 0.0554757 Apr 07 17:54:00.279485 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-339430da-308a-4f67-9aa1-1569dfeb9636 req-214eeec5-cd40-4511-98e3-1662a36d6eee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398538 Apr 07 17:54:00.886504 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a6bbc252-c0f0-4594-a248-163e43d6293c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:01.403130 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415f5c8-3268-4eb4-bbe4-240a06b5e690 req-2de13411-4006-4047-a825-987c751e0aa3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:01.404624 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f415f5c8-3268-4eb4-bbe4-240a06b5e690 req-2de13411-4006-4047-a825-987c751e0aa3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 946 time: 0.0565169 Apr 07 17:54:01.450222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f415f5c8-3268-4eb4-bbe4-240a06b5e690 req-86e114e8-bf32-4524-aba5-91c53cf24595 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401130 Apr 07 17:54:01.565505 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cf860-d9f4-4c6e-befe-186964c3cb8d req-afb80511-ec10-45ff-a01f-5288a757388c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:01.566882 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-162cf860-d9f4-4c6e-befe-186964c3cb8d req-afb80511-ec10-45ff-a01f-5288a757388c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 946 time: 0.0509944 Apr 07 17:54:01.575995 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 60788) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:54:01.580284 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'floatingip': {'port_id': '328f791a-41c2-46f0-a858-f451ca0f6a50'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:54:01.617978 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (e7716c25-aed8-44f7-849c-458fd04384bb), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:02.051461 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:02.108598 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (e7716c25-aed8-44f7-849c-458fd04384bb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:02.209113 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Floating IP e7716c25-aed8-44f7-849c-458fd04384bb associated. External IP: 172.27.0.4, port: 328f791a-41c2-46f0-a858-f451ca0f6a50. Apr 07 17:54:02.648109 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:54:02.765076 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:54:02.770381 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:02.778049 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:54:02.788203 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:54:02.789394 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:53:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:02.800594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-570ba70a-94aa-4bcb-993b-b067337e721f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "PUT /v2.0/floatingips/e7716c25-aed8-44f7-849c-458fd04384bb HTTP/1.1" status: 200 len: 990 time: 1.2235320 Apr 07 17:54:02.801283 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:54:02.803508 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931b69b8-507b-44b4-b883-8e8ee0339ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:54:02.839690 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906862bd-89f1-4571-981c-b17ce0aa1558 x-openstack-request-id: req-906862bd-89f1-4571-981c-b17ce0aa1558 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:54:02.839984 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:54:02.840240 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-906862bd-89f1-4571-981c-b17ce0aa1558 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:54:02.840641 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906862bd-89f1-4571-981c-b17ce0aa1558'] response: {'name': 'network-changed', 'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'status': 'completed', 'code': 200} Apr 07 17:54:02.901816 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-56e220c0-8c8b-4f28-9338-f8755923a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:02.903385 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-56e220c0-8c8b-4f28-9338-f8755923a503 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 1130 time: 0.0445573 Apr 07 17:54:02.904611 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:54:02.995598 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-cc046bbe-48ba-4fcb-8bf7-beaa5a9ca633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:02.997097 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-cc046bbe-48ba-4fcb-8bf7-beaa5a9ca633 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 916 time: 0.0886443 Apr 07 17:54:03.061647 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-27d4bae6-1f70-4f7e-a355-036219346a3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=328f791a-41c2-46f0-a858-f451ca0f6a50 HTTP/1.1" status: 200 len: 998 time: 0.0581799 Apr 07 17:54:03.113081 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-b37cb076-b228-48b8-aaf2-6ebc51b4d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:03.114755 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-b37cb076-b228-48b8-aaf2-6ebc51b4d9dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0466259 Apr 07 17:54:03.163081 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-b244911d-148c-41a6-88c8-023b7d954e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:03.164560 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-b244911d-148c-41a6-88c8-023b7d954e81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434968 Apr 07 17:54:03.169051 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'e7716c25-aed8-44f7-849c-458fd04384bb', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:99:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:53:48Z', 'updated_at': '2022-04-07T17:54:01Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:03.203090 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:54:03.211906 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:54:03.212523 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:53:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:03.248909 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26bcebaa-78e7-48b2-aaed-fbaee5294499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:03.255927 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-7215d40b-25fa-4865-914a-3f57e61c9c26 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853698 Apr 07 17:54:03.327918 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:54:03.358687 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-931b69b8-507b-44b4-b883-8e8ee0339ef9 req-1f5498bb-7161-4f8d-8f6b-6b91a6332232 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961802 Apr 07 17:54:03.562056 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'e7716c25-aed8-44f7-849c-458fd04384bb', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:99:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:53:48Z', 'updated_at': '2022-04-07T17:54:01Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:03.591289 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17626d8e-d89e-46a8-91ee-b7331e819e83 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'e7716c25-aed8-44f7-849c-458fd04384bb', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:99:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:53:48Z', 'updated_at': '2022-04-07T17:54:01Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:54:03.783382 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bc61a-882a-4a78-80b8-25ce50203a55 None None] New status for floating IP e7716c25-aed8-44f7-849c-458fd04384bb: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:54:04.560270 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:05.811707 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:07.103005 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:15.908210 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:54:19.068957 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:24.686162 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-c8848fa1-e6a8-4d08-969c-7d41cc3cccfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425339 Apr 07 17:54:24.752370 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-ddaee339-084e-4ea6-8a2a-bac54788b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:24.753873 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-ddaee339-084e-4ea6-8a2a-bac54788b945 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03828970d20c4ed09fa9c9ec412782ec&device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 1129 time: 0.0462861 Apr 07 17:54:24.854374 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-5d89730c-6514-416b-8986-26fa133a67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:24.855827 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-5d89730c-6514-416b-8986-26fa133a67ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 200 len: 920 time: 0.0831678 Apr 07 17:54:24.899900 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-c5ed3a97-2fc0-4f12-b2e0-1b2acb6bc592 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 200 len: 217 time: 0.0372438 Apr 07 17:54:24.947211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-bcb2adca-77a2-43f2-83f7-1fbcd4978c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:24.948522 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-bcb2adca-77a2-43f2-83f7-1fbcd4978c5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 200 len: 858 time: 0.0425549 Apr 07 17:54:24.994250 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-8fe9230d-17c7-49fb-a556-227678a9314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:24.995669 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-8fe9230d-17c7-49fb-a556-227678a9314a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08d8121-3795-4290-8edc-155198c9e461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414307 Apr 07 17:54:25.086296 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-27c415c1-d658-4e5d-9d27-32827d7e842b service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837822 Apr 07 17:54:25.173811 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02abf316-a646-4c3c-a1dc-f59aba2664a7 req-b016704e-60f6-43f2-b65c-bb4e585468bf service neutron] 10.222.0.37 "GET /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812368 Apr 07 17:54:30.852137 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bb21f3ff-4d34-417b-a640-7ccc49a8d5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:33.240824 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-99216798-4053-4a1b-b804-e1e4a05cc90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:34.572364 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:35.794870 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:36.592323 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88921b-d0c8-4163-85f3-6a3570626536 req-de81256a-d840-41ae-8716-9e159b283029 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:36.593805 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a88921b-d0c8-4163-85f3-6a3570626536 req-de81256a-d840-41ae-8716-9e159b283029 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0557063 Apr 07 17:54:36.645995 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a88921b-d0c8-4163-85f3-6a3570626536 req-9ee9b921-5523-4dba-bc2a-d14bc37e1d89 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Apr 07 17:54:37.096638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35007b7d-bb71-4759-9003-fd5184e30561 req-9d49ef9c-35ec-4547-b08a-e6fc918b8889 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:37.098149 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35007b7d-bb71-4759-9003-fd5184e30561 req-9d49ef9c-35ec-4547-b08a-e6fc918b8889 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 945 time: 0.0645568 Apr 07 17:54:37.139058 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:37.194893 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Deleting port 9a780e11-fd18-4861-8227-6aae03c308ca {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:54:37.195237 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:37.287113 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] For port 9a780e11-fd18-4861-8227-6aae03c308ca, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9a780e11-fd18-4861-8227-6aae03c308ca,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:54:37.287371 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:37.301016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Calling delete_port for 9a780e11-fd18-4861-8227-6aae03c308ca owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:54:37.481124 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (9a780e11-fd18-4861-8227-6aae03c308ca), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:37.493231 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['9a780e11-fd18-4861-8227-6aae03c308ca', '36b21861-dbf8-4125-9ae9-842aaed8add5'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:54:37.509878 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event deleted for resources: {'Port': ['ID=9a780e11-fd18-4861-8227-6aae03c308ca,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:37.555202 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] No DVR routers for this DVR port 9a780e11-fd18-4861-8227-6aae03c308ca on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:54:37.557840 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:37.561375 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35007b7d-bb71-4759-9003-fd5184e30561 req-16e3a8c0-2a62-4c6b-8fd6-88a3998193fe tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "DELETE /v2.0/ports/9a780e11-fd18-4861-8227-6aae03c308ca HTTP/1.1" status: 204 len: 173 time: 0.4575212 Apr 07 17:54:37.561818 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'name': 'network-vif-deleted', 'tag': '9a780e11-fd18-4861-8227-6aae03c308ca'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:54:37.564421 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eebbb4-6300-4102-b0b7-14407e2f87e4" -d '{"events": [{"server_uuid": "7f29ee7a-7774-4b2a-a97b-d418a22fd251", "name": "network-vif-deleted", "tag": "9a780e11-fd18-4861-8227-6aae03c308ca"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:54:37.603845 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ebb7de-9ad3-47f7-871f-5098533b55aa x-openstack-request-id: req-c8ebb7de-9ad3-47f7-871f-5098533b55aa {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:54:37.604439 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29ee7a-7774-4b2a-a97b-d418a22fd251", "name": "network-vif-deleted", "tag": "9a780e11-fd18-4861-8227-6aae03c308ca", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:54:37.604439 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8ebb7de-9ad3-47f7-871f-5098533b55aa {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:54:37.605182 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ebb7de-9ad3-47f7-871f-5098533b55aa'] response: {'server_uuid': '7f29ee7a-7774-4b2a-a97b-d418a22fd251', 'name': 'network-vif-deleted', 'tag': '9a780e11-fd18-4861-8227-6aae03c308ca', 'status': 'completed', 'code': 200} Apr 07 17:54:37.743348 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c46bc286-e473-453c-80d9-b4ffc914cbbc req-9fe38a94-fba6-4c12-948c-8f2d368c11e5 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f29ee7a-7774-4b2a-a97b-d418a22fd251 HTTP/1.1" status: 200 len: 210 time: 0.0298922 Apr 07 17:54:39.201002 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc224b8-911b-47bb-9324-818e7d432a14 req-9c571b6c-4b87-4692-8279-b7648b007504 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:39.202526 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfc224b8-911b-47bb-9324-818e7d432a14 req-9c571b6c-4b87-4692-8279-b7648b007504 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0540822 Apr 07 17:54:39.252695 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfc224b8-911b-47bb-9324-818e7d432a14 req-9b802a78-35f5-4760-b33d-98cb5cc1a1b7 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/security-groups?id=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Apr 07 17:54:39.619535 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-1be38cb5-ecd5-4217-9844-96213c16590e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:54:39.620966 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-1be38cb5-ecd5-4217-9844-96213c16590e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 946 time: 0.0509441 Apr 07 17:54:39.715741 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Deleting port 36b21861-dbf8-4125-9ae9-842aaed8add5 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:54:39.716074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:39.801440 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] For port 36b21861-dbf8-4125-9ae9-842aaed8add5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=36b21861-dbf8-4125-9ae9-842aaed8add5,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:54:39.801807 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:39.814757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Calling delete_port for 36b21861-dbf8-4125-9ae9-842aaed8add5 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:54:40.001821 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (36b21861-dbf8-4125-9ae9-842aaed8add5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:40.013556 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['36b21861-dbf8-4125-9ae9-842aaed8add5'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:54:40.029573 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Pushing event deleted for resources: {'Port': ['ID=36b21861-dbf8-4125-9ae9-842aaed8add5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:40.074679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] No DVR routers for this DVR port 36b21861-dbf8-4125-9ae9-842aaed8add5 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:54:40.077249 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:40.080439 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee82b2c9-2335-4592-9be6-13b40a8a6ebd req-6a4cb151-a0ee-45b5-b68a-7399f5d9e48e tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.37 "DELETE /v2.0/ports/36b21861-dbf8-4125-9ae9-842aaed8add5 HTTP/1.1" status: 204 len: 173 time: 0.4535325 Apr 07 17:54:40.080866 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6861b8a6-c175-4196-998d-c63ddc75145a', 'name': 'network-vif-deleted', 'tag': '36b21861-dbf8-4125-9ae9-842aaed8add5'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:54:40.083096 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ba2df-6c69-42b4-8657-2afd9e85c396" -d '{"events": [{"server_uuid": "6861b8a6-c175-4196-998d-c63ddc75145a", "name": "network-vif-deleted", "tag": "36b21861-dbf8-4125-9ae9-842aaed8add5"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:54:40.117796 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955c0e1-30ce-49e7-8c40-607d68e79e8e x-openstack-request-id: req-e955c0e1-30ce-49e7-8c40-607d68e79e8e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:54:40.118089 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6861b8a6-c175-4196-998d-c63ddc75145a", "name": "network-vif-deleted", "tag": "36b21861-dbf8-4125-9ae9-842aaed8add5", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:54:40.118338 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e955c0e1-30ce-49e7-8c40-607d68e79e8e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:54:40.118737 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e955c0e1-30ce-49e7-8c40-607d68e79e8e'] response: {'server_uuid': '6861b8a6-c175-4196-998d-c63ddc75145a', 'name': 'network-vif-deleted', 'tag': '36b21861-dbf8-4125-9ae9-842aaed8add5', 'status': 'completed', 'code': 200} Apr 07 17:54:40.358776 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5830415f-2897-438d-ac42-768a630610a6 req-7905eb55-5143-4ab2-833b-0e7df23615e3 tempest-ServerRescueNegativeTestJSON-958174661 tempest-ServerRescueNegativeTestJSON-958174661-project] 10.222.0.26 "GET /v2.0/ports?device_id=6861b8a6-c175-4196-998d-c63ddc75145a HTTP/1.1" status: 200 len: 210 time: 0.0264614 Apr 07 17:54:40.956837 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 9a780e11-fd18-4861-8227-6aae03c308ca no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:54:40.976372 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 9a780e11-fd18-4861-8227-6aae03c308ca {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:54:40.981378 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 9a780e11-fd18-4861-8227-6aae03c308ca not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:54:41.424270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 32832) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:54:41.966720 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (e953d319-9adb-4664-956c-15566dc8a969), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:42.255180 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Deleting port c47d23a9-49b2-498c-9415-c03a9b0d75e4 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:54:42.255510 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:42.332362 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] For port c47d23a9-49b2-498c-9415-c03a9b0d75e4, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=c47d23a9-49b2-498c-9415-c03a9b0d75e4,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:54:42.332729 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:42.346262 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Calling delete_port for c47d23a9-49b2-498c-9415-c03a9b0d75e4 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:54:42.589970 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (c47d23a9-49b2-498c-9415-c03a9b0d75e4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:42.619795 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47d23a9-49b2-498c-9415-c03a9b0d75e4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:43.019141 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (e953d319-9adb-4664-956c-15566dc8a969), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:43.229722 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Router e953d319-9adb-4664-956c-15566dc8a969 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:54:43.336134 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:54:43.341105 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-27a3cd34-9a50-40aa-9cc4-9c71d02e74a3 admin admin] 10.222.0.26 "PUT /v2.0/routers/e953d319-9adb-4664-956c-15566dc8a969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158022 Apr 07 17:54:43.343674 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 32844) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:54:43.346986 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] Sync routers for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:54:43.356917 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:54:43.357570 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:54:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:43.461485 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks [] for router (e953d319-9adb-4664-956c-15566dc8a969), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:43.474334 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:54:43.566512 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks [] for router_gateway (e953d319-9adb-4664-956c-15566dc8a969), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:43.701448 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Deleting port 516db72f-8cec-4012-b982-343116076c1b {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:54:43.702198 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (516db72f-8cec-4012-b982-343116076c1b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:43.781602 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] For port 516db72f-8cec-4012-b982-343116076c1b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=516db72f-8cec-4012-b982-343116076c1b,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:54:43.782014 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (516db72f-8cec-4012-b982-343116076c1b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:43.786509 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '516db72f-8cec-4012-b982-343116076c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:54:42Z', 'revision_number': 5, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port': {'id': '516db72f-8cec-4012-b982-343116076c1b', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e953d319-9adb-4664-956c-15566dc8a969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:19:49Z', 'updated_at': '2022-04-07T17:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:43.802156 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Calling delete_port for 516db72f-8cec-4012-b982-343116076c1b owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:54:43.814015 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] Checking router: e953d319-9adb-4664-956c-15566dc8a969 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:54:43.826282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] Routers {'e953d319-9adb-4664-956c-15566dc8a969'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:54:43.826917 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:54:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['e953d319-9adb-4664-956c-15566dc8a969'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:43.916620 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] Set router e953d319-9adb-4664-956c-15566dc8a969 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:54:43.975496 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:54:43Z', 'revision_number': 6, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:44.002590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9aa2e0-95bf-4fcd-8b4e-03c5c80987a4 None None] The sync data for ids ['e953d319-9adb-4664-956c-15566dc8a969'] in dv-cinder-836996-1-iscsi is: [{'id': 'e953d319-9adb-4664-956c-15566dc8a969', 'name': 'tempest-ServerRescueNegativeTestJSON-2124631451-router', 'tenant_id': '03828970d20c4ed09fa9c9ec412782ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:19:48Z', 'updated_at': '2022-04-07T17:54:43Z', 'revision_number': 6, 'project_id': '03828970d20c4ed09fa9c9ec412782ec', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:54:44.024201 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (516db72f-8cec-4012-b982-343116076c1b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.052180 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Pushing event deleted for resources: {'Port': ['ID=516db72f-8cec-4012-b982-343116076c1b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:44.108693 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (e953d319-9adb-4664-956c-15566dc8a969), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.200265 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (e953d319-9adb-4664-956c-15566dc8a969), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.202560 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks [] for router_controller (e953d319-9adb-4664-956c-15566dc8a969), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.310243 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (e953d319-9adb-4664-956c-15566dc8a969), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.310688 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e953d319-9adb-4664-956c-15566dc8a969 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:54:44.314951 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.320589 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c9a2860e-1651-4db0-8d49-f7e328bbfe94 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e953d319-9adb-4664-956c-15566dc8a969 HTTP/1.1" status: 204 len: 168 time: 0.9710002 Apr 07 17:54:44.320589 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 32852) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:54:44.365450 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Deleting subnet 3eade9be-bc58-491c-9a1a-e212e62b0685 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:54:44.369038 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Publish callbacks [] for subnet (3eade9be-bc58-491c-9a1a-e212e62b0685), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.406129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (3eade9be-bc58-491c-9a1a-e212e62b0685), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.496437 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (3eade9be-bc58-491c-9a1a-e212e62b0685), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.624696 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (3eade9be-bc58-491c-9a1a-e212e62b0685), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.650144 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eade9be-bc58-491c-9a1a-e212e62b0685,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:44.654829 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.658151 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3eade9be-bc58-491c-9a1a-e212e62b0685 HTTP/1.1" status: 204 len: 168 time: 0.3386023 Apr 07 17:54:44.660783 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 32860) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:54:44.663069 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.663417 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.663571 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2baea4d-d557-4d0d-88b0-342456700061 None None] Network a08d8121-3795-4290-8edc-155198c9e461 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:54:44.663974 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.664067 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.664394 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.664715 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.665168 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.665388 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.665721 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.666039 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.666917 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.666917 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.667141 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.667324 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.667563 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a42ad-3150-4969-8cc2-dc81ecb18b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:54:44.733415 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (a08d8121-3795-4290-8edc-155198c9e461), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.791715 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Deleting port e89453b6-3275-4aae-90ac-6f67e500388b {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:54:44.791912 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.849528 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] DHCP port deletion for a08d8121-3795-4290-8edc-155198c9e461 request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:54:44.858507 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] For port e89453b6-3275-4aae-90ac-6f67e500388b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e89453b6-3275-4aae-90ac-6f67e500388b,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:54:44.859133 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.872965 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Calling delete_port for e89453b6-3275-4aae-90ac-6f67e500388b owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:54:44.903670 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] Deleting port e89453b6-3275-4aae-90ac-6f67e500388b {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:54:44.904034 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.971713 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] For port e89453b6-3275-4aae-90ac-6f67e500388b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=e89453b6-3275-4aae-90ac-6f67e500388b,segment=NetworkSegment(3dd97dbb-28f7-424a-a16a-d04629c23294),segment_id=3dd97dbb-28f7-424a-a16a-d04629c23294)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:54:44.972199 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:44.976213 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 36b21861-dbf8-4125-9ae9-842aaed8add5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:54:45.015671 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] Calling delete_port for e89453b6-3275-4aae-90ac-6f67e500388b owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:54:45.017804 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 36b21861-dbf8-4125-9ae9-842aaed8add5 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:54:45.018144 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 36b21861-dbf8-4125-9ae9-842aaed8add5 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:54:45.019892 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.046877 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89453b6-3275-4aae-90ac-6f67e500388b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:45.058403 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] No DVR routers for this DVR port e89453b6-3275-4aae-90ac-6f67e500388b on host dv-cinder-836996-1-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:54:45.098187 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (e89453b6-3275-4aae-90ac-6f67e500388b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.128971 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] Pushing event deleted for resources: {'Port': ['ID=e89453b6-3275-4aae-90ac-6f67e500388b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:45.132674 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bedac0-a3ad-48c9-b664-7ba358f534e5 None None] No DVR routers for this DVR port e89453b6-3275-4aae-90ac-6f67e500388b on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:54:45.135929 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (a08d8121-3795-4290-8edc-155198c9e461), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.159256 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08d8121-3795-4290-8edc-155198c9e461']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:45.168515 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd97dbb-28f7-424a-a16a-d04629c23294') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:45.168939 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd97dbb-28f7-424a-a16a-d04629c23294') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:54:45.179184 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6073351'] for segment (3dd97dbb-28f7-424a-a16a-d04629c23294), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.192677 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (3dd97dbb-28f7-424a-a16a-d04629c23294), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.198730 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:54:45.199213 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441056'] for segment (3dd97dbb-28f7-424a-a16a-d04629c23294), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: Traceback (most recent call last): Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: timer() Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: cb(*args, **kw) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: return func(*args, **kwargs) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: self._notify() Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: self.callback(batched_events) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: event.method(event) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: return f(self, *a, **k) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._get(url).json() Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:54:45.201178 dv-cinder-836996-1-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:54:45.321733 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (a08d8121-3795-4290-8edc-155198c9e461), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.327249 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.330409 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a08d8121-3795-4290-8edc-155198c9e461 HTTP/1.1" status: 204 len: 168 time: 0.6677604 Apr 07 17:54:45.341076 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2824-3fc3-4dab-bfd4-dd35b54c61c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08d8121-3795-4290-8edc-155198c9e461,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:45.625027 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 32868) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:54:45.664210 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6f41df82-0df6-4c7e-a506-1e3452c0cf45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03828970d20c4ed09fa9c9ec412782ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379076 Apr 07 17:54:45.666626 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 32870) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:54:45.712896 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3c9da0-dcbe-4c2f-b9cc-3648799b37cc admin admin] Publish callbacks [] for security_group (c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.734437 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3c9da0-dcbe-4c2f-b9cc-3648799b37cc admin admin] Publish callbacks [] for security_group (c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.841287 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3c9da0-dcbe-4c2f-b9cc-3648799b37cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.844330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3c9da0-dcbe-4c2f-b9cc-3648799b37cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:45.847617 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-db3c9da0-dcbe-4c2f-b9cc-3648799b37cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d HTTP/1.1" status: 204 len: 168 time: 0.1778004 Apr 07 17:54:45.853973 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 516db72f-8cec-4012-b982-343116076c1b no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:54:45.856513 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c9da0-dcbe-4c2f-b9cc-3648799b37cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e0cf9-0020-4ce8-92a4-e9ecc0dea16d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:54:45.879134 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 516db72f-8cec-4012-b982-343116076c1b {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:54:45.879484 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 516db72f-8cec-4012-b982-343116076c1b not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:54:45.879891 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e89453b6-3275-4aae-90ac-6f67e500388b no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:54:45.904155 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: e89453b6-3275-4aae-90ac-6f67e500388b {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:54:45.904504 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device e89453b6-3275-4aae-90ac-6f67e500388b not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:54:45.904919 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device c47d23a9-49b2-498c-9415-c03a9b0d75e4 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:54:45.925043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: c47d23a9-49b2-498c-9415-c03a9b0d75e4 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:54:45.925412 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device c47d23a9-49b2-498c-9415-c03a9b0d75e4 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:54:49.046865 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:54:52.906368 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:55:00.841544 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d322034-d3c9-44d1-97b2-2195ea1dd049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:03.247188 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0726c563-f2e7-4a94-80e8-6516eaf0890e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:04.567389 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:05.784205 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:07.128147 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:19.070593 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:29.904784 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:55:30.836797 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-273aa219-a20f-4d7a-8dea-3009055ea846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:33.225286 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-544219ec-0591-4eb5-b2eb-cfdbf5f70483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:34.579345 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:35.807842 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:37.139707 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.116931 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33528) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:42.243856 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33536) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:42.296599 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.348819 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-48e3c317-c5b7-42b7-a158-cba50c1d10fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.414322 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Publish callbacks [] for security_group (3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.455315 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-48e3c317-c5b7-42b7-a158-cba50c1d10fe admin admin] Publish callbacks [] for security_group (fb632225-2678-4fa2-9839-28e1b07bc10f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.499519 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.538936 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34c09b97787642178424bd844811cbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209156 Apr 07 17:55:42.540968 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:42.542332 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33540) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:42.548381 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.548734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.549078 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.549444 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.549782 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.550151 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.550492 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.550815 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.551144 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.551473 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.551801 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.552127 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.552449 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.552770 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.553089 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f85c3-8bdc-4633-83d9-16fc0aedfc8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:42.557043 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-48e3c317-c5b7-42b7-a158-cba50c1d10fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (fb632225-2678-4fa2-9839-28e1b07bc10f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.597219 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-48e3c317-c5b7-42b7-a158-cba50c1d10fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0986d06b7d814287a499274dea251ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521442 Apr 07 17:55:42.599085 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c317-c5b7-42b7-a158-cba50c1d10fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb632225-2678-4fa2-9839-28e1b07bc10f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:42.599951 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33542) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:42.614643 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a26-a386-44a5-8107-d109ff996e5c admin admin] Publish callbacks [] for security_group (3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.656120 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a26-a386-44a5-8107-d109ff996e5c admin admin] Publish callbacks [] for security_group (3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.690984 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c3b137d-bf63-4d86-933d-1d2af5b4bd8b admin admin] Publish callbacks [] for security_group (fb632225-2678-4fa2-9839-28e1b07bc10f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.715890 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c3b137d-bf63-4d86-933d-1d2af5b4bd8b admin admin] Publish callbacks [] for security_group (fb632225-2678-4fa2-9839-28e1b07bc10f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.779211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a26-a386-44a5-8107-d109ff996e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.781852 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d89e8a26-a386-44a5-8107-d109ff996e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.782993 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d89e8a26-a386-44a5-8107-d109ff996e5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca HTTP/1.1" status: 204 len: 168 time: 0.2396646 Apr 07 17:55:42.791268 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e8a26-a386-44a5-8107-d109ff996e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1c3ae3-6ab9-4cd9-b7c1-0e566c2074ca,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:42.814054 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c3b137d-bf63-4d86-933d-1d2af5b4bd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (fb632225-2678-4fa2-9839-28e1b07bc10f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.816622 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4c3b137d-bf63-4d86-933d-1d2af5b4bd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:42.820391 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4c3b137d-bf63-4d86-933d-1d2af5b4bd8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb632225-2678-4fa2-9839-28e1b07bc10f HTTP/1.1" status: 204 len: 168 time: 0.2195077 Apr 07 17:55:42.828726 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b137d-bf63-4d86-933d-1d2af5b4bd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb632225-2678-4fa2-9839-28e1b07bc10f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:43.459004 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33568) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:43.482142 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54a6c467-488f-4462-ad4c-a5bb7a203242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:43.560631 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54a6c467-488f-4462-ad4c-a5bb7a203242 admin admin] Publish callbacks [] for security_group (9ee514c7-2fda-42ac-9f6b-f12bb3312b9e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:43.642402 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-54a6c467-488f-4462-ad4c-a5bb7a203242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9ee514c7-2fda-42ac-9f6b-f12bb3312b9e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:43.681697 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-54a6c467-488f-4462-ad4c-a5bb7a203242 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aae4a0a8669246a2b73f5cd10b48d16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215579 Apr 07 17:55:43.682178 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33576) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:43.691295 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6c467-488f-4462-ad4c-a5bb7a203242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee514c7-2fda-42ac-9f6b-f12bb3312b9e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:43.737010 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-29a440b4-f076-49c6-b7b1-49d04cc099e4 admin admin] Publish callbacks [] for security_group (9ee514c7-2fda-42ac-9f6b-f12bb3312b9e), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:43.757927 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-29a440b4-f076-49c6-b7b1-49d04cc099e4 admin admin] Publish callbacks [] for security_group (9ee514c7-2fda-42ac-9f6b-f12bb3312b9e), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:43.859558 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-29a440b4-f076-49c6-b7b1-49d04cc099e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9ee514c7-2fda-42ac-9f6b-f12bb3312b9e), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:43.862221 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-29a440b4-f076-49c6-b7b1-49d04cc099e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:43.863363 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-29a440b4-f076-49c6-b7b1-49d04cc099e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ee514c7-2fda-42ac-9f6b-f12bb3312b9e HTTP/1.1" status: 204 len: 168 time: 0.1796837 Apr 07 17:55:43.872712 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a440b4-f076-49c6-b7b1-49d04cc099e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee514c7-2fda-42ac-9f6b-f12bb3312b9e,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:43.890404 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33582) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:43.987873 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-266154359-network', 'tenant_id': '6b8b9234534840f5a07a416824076639'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:44.065179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Made reservation on behalf of 6b8b9234534840f5a07a416824076639 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:55:44.067564 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.076072 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.150808 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks [] for security_group (f2aaec3a-ebde-4366-ad96-9c896569a0f2), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.196898 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f2aaec3a-ebde-4366-ad96-9c896569a0f2), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.222311 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:55:44.232809 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aaec3a-ebde-4366-ad96-9c896569a0f2,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:44.237679 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (e3f0469b-6e8d-4f53-9f47-48e992f74535), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.238024 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Added segment e3f0469b-6e8d-4f53-9f47-48e992f74535 of type vlan for network e8e9e4d1-1247-4cf1-ab8e-7347c5983180 Apr 07 17:55:44.277806 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (e8e9e4d1-1247-4cf1-ab8e-7347c5983180), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.382485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (e8e9e4d1-1247-4cf1-ab8e-7347c5983180), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.389787 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:44.389787 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.448528 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e9e4d1-1247-4cf1-ab8e-7347c5983180,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:44.458130 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network e8e9e4d1-1247-4cf1-ab8e-7347c5983180 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:55:44.494174 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33594) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:44.507208 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-68799e0d-2e39-4a94-9110-24620b6bb315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.530218 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b7bfd4a5-ab79-4f88-ac19-392efa8b3268 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6386509 Apr 07 17:55:44.535479 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33596) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:44.537682 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Request body: {'subnet': {'network_id': 'e8e9e4d1-1247-4cf1-ab8e-7347c5983180', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-266154359-subnet', 'tenant_id': '6b8b9234534840f5a07a416824076639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:44.607889 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-68799e0d-2e39-4a94-9110-24620b6bb315 admin admin] Publish callbacks [] for security_group (0335934f-0c61-4f9f-a529-40e8a2c0f62d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.619471 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Made reservation on behalf of 6b8b9234534840f5a07a416824076639 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:55:44.621771 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.669407 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-68799e0d-2e39-4a94-9110-24620b6bb315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (0335934f-0c61-4f9f-a529-40e8a2c0f62d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.732732 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-68799e0d-2e39-4a94-9110-24620b6bb315 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4960729a009a46d09b9b3b7a211ca8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374327 Apr 07 17:55:44.735532 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33600) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:44.736005 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68799e0d-2e39-4a94-9110-24620b6bb315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0335934f-0c61-4f9f-a529-40e8a2c0f62d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:44.788532 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Publish callbacks [] for security_group (0335934f-0c61-4f9f-a529-40e8a2c0f62d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.812848 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Publish callbacks [] for security_group (0335934f-0c61-4f9f-a529-40e8a2c0f62d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.911411 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (f9c4e97d-3fb0-4348-8462-d9299f2e3661), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.922310 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (0335934f-0c61-4f9f-a529-40e8a2c0f62d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.924844 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:44.926067 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0335934f-0c61-4f9f-a529-40e8a2c0f62d HTTP/1.1" status: 204 len: 168 time: 0.1894593 Apr 07 17:55:44.933891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0335934f-0c61-4f9f-a529-40e8a2c0f62d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:44.941553 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.941898 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.946757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8b16-d772-4000-8613-238d7fbc413e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:44.981957 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c4e97d-3fb0-4348-8462-d9299f2e3661,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:44.991670 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Checking segment: {'id': 'e3f0469b-6e8d-4f53-9f47-48e992f74535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e8e9e4d1-1247-4cf1-ab8e-7347c5983180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:55:44.992031 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Network hostable DHCP agents. Network: e8e9e4d1-1247-4cf1-ab8e-7347c5983180, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:55:45.059795 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Network e8e9e4d1-1247-4cf1-ab8e-7347c5983180 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:55:45.145146 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, e8e9e4d1-1247-4cf1-ab8e-7347c5983180) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:45.150096 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:45.151244 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:45.154526 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd361f-7141-40a6-93cc-f6a8b9699f84 None None] Network e8e9e4d1-1247-4cf1-ab8e-7347c5983180 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:55:45.208789 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5afdfaca-6f68-4ff1-b493-2dc662c1e166 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6713817 Apr 07 17:55:45.258857 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f2480-879a-429a-9b1f-7f7e6ab2dcbf None None] Network e8e9e4d1-1247-4cf1-ab8e-7347c5983180 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:55:46.014546 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33646) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:46.019734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-563385999-network', 'tenant_id': '91d909fc1a3643418d1847514b94debc'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:46.139535 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Made reservation on behalf of 91d909fc1a3643418d1847514b94debc for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:55:46.141874 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.152146 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.226142 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks [] for security_group (c4004612-4225-4cac-b5ab-5a69d52593e6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.299482 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c4004612-4225-4cac-b5ab-5a69d52593e6), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.325711 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:55:46.335574 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4004612-4225-4cac-b5ab-5a69d52593e6,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:46.353268 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (ea276959-40a8-483a-93d5-e7f532f30e6a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.353621 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Added segment ea276959-40a8-483a-93d5-e7f532f30e6a of type vlan for network c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b Apr 07 17:55:46.406158 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.499607 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.500686 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:46.501336 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.564767 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] Pushing event updated for resources: {'Network': ['ID=c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:46.574627 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:55:46.611300 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c230b1af-b5ea-4729-ac48-011706fc6e24 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5956328 Apr 07 17:55:46.614182 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33666) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:46.620152 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Request body: {'subnet': {'network_id': 'c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-563385999-subnet', 'tenant_id': '91d909fc1a3643418d1847514b94debc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:46.711201 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Made reservation on behalf of 91d909fc1a3643418d1847514b94debc for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:55:46.714336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6185264'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:46.956895 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6150021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6186954'] for subnet (c31ccbe2-df59-4bb2-93a8-e848699898b6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.014294 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31ccbe2-df59-4bb2-93a8-e848699898b6,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:47.024910 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Checking segment: {'id': 'ea276959-40a8-483a-93d5-e7f532f30e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:55:47.025302 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Network hostable DHCP agents. Network: c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:55:47.116883 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Network c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:55:47.196673 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:47.200853 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:47.201589 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.207635 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a4060-d807-46a1-829d-bb6c2329b473 None None] Network c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:55:47.257354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8795d92c-ea52-47f8-b6f8-4423b18668df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6414063 Apr 07 17:55:47.316480 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b2cc8-6bed-4467-ac97-7d1fbda65cc3 None None] Network c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:55:47.384295 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33700) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:47.436358 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] Deleting subnet f9c4e97d-3fb0-4348-8462-d9299f2e3661 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:55:47.440076 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] Publish callbacks [] for subnet (f9c4e97d-3fb0-4348-8462-d9299f2e3661), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.480774 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (f9c4e97d-3fb0-4348-8462-d9299f2e3661), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.526334 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (f9c4e97d-3fb0-4348-8462-d9299f2e3661), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.637666 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (f9c4e97d-3fb0-4348-8462-d9299f2e3661), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.671301 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c4e97d-3fb0-4348-8462-d9299f2e3661,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:47.675134 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.679915 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b2cf32d8-125f-4c39-8f6c-106f3ea04c54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9c4e97d-3fb0-4348-8462-d9299f2e3661 HTTP/1.1" status: 204 len: 168 time: 0.2944791 Apr 07 17:55:47.683164 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33710) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:47.757317 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (e8e9e4d1-1247-4cf1-ab8e-7347c5983180), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.838628 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (e8e9e4d1-1247-4cf1-ab8e-7347c5983180), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.860221 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e9e4d1-1247-4cf1-ab8e-7347c5983180']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:47.870474 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f0469b-6e8d-4f53-9f47-48e992f74535') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:47.870616 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f0469b-6e8d-4f53-9f47-48e992f74535') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:47.880074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (e3f0469b-6e8d-4f53-9f47-48e992f74535), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.893578 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (e3f0469b-6e8d-4f53-9f47-48e992f74535), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.899722 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:55:47.900107 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (e3f0469b-6e8d-4f53-9f47-48e992f74535), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:55:47.901766 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:55:48.002467 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (e8e9e4d1-1247-4cf1-ab8e-7347c5983180), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.010890 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.012330 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8e9e4d1-1247-4cf1-ab8e-7347c5983180 HTTP/1.1" status: 204 len: 168 time: 0.3279407 Apr 07 17:55:48.015068 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33724) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:48.023470 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d864be1-8dee-4a13-8b65-35fdd883e04b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e9e4d1-1247-4cf1-ab8e-7347c5983180,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:48.071081 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] Deleting subnet c31ccbe2-df59-4bb2-93a8-e848699898b6 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:55:48.074504 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] Publish callbacks [] for subnet (c31ccbe2-df59-4bb2-93a8-e848699898b6), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.111006 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6073374'] for subnet (c31ccbe2-df59-4bb2-93a8-e848699898b6), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.150722 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (c31ccbe2-df59-4bb2-93a8-e848699898b6), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.265969 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4440838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4342526'] for subnet (c31ccbe2-df59-4bb2-93a8-e848699898b6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.294570 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31ccbe2-df59-4bb2-93a8-e848699898b6,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:48.296539 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.303453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33738) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:48.310866 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-25b332df-3d7c-4d3f-ad01-1144f69182b5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c31ccbe2-df59-4bb2-93a8-e848699898b6 HTTP/1.1" status: 204 len: 168 time: 0.2928269 Apr 07 17:55:48.375553 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.462300 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.483915 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:48.493830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea276959-40a8-483a-93d5-e7f532f30e6a') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:48.494123 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea276959-40a8-483a-93d5-e7f532f30e6a') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:48.503576 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (ea276959-40a8-483a-93d5-e7f532f30e6a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.517429 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (ea276959-40a8-483a-93d5-e7f532f30e6a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.523813 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (ea276959-40a8-483a-93d5-e7f532f30e6a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:55:48.527546 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:55:48.691031 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.713976 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:48.717247 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] 10.222.0.26 "DELETE /v2.0/networks/c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b HTTP/1.1" status: 204 len: 168 time: 0.4127245 Apr 07 17:55:48.730859 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786853e6-4191-4fbe-b2e7-bd3320e19cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=c56ec652-fd16-44a8-b9ce-2bdcf39a8c3b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:48.757611 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcf92b-133f-42a4-aeef-aef3b958a2a4 req-bb2a544d-d957-4764-a622-6f19ff31d03a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:48.759887 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cbcf92b-133f-42a4-aeef-aef3b958a2a4 req-bb2a544d-d957-4764-a622-6f19ff31d03a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 946 time: 0.0789161 Apr 07 17:55:48.807134 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cbcf92b-133f-42a4-aeef-aef3b958a2a4 req-05f9bcbb-65a9-49f2-91a6-e900464db1ee tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 Apr 07 17:55:49.036458 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33748) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:49.071688 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.081537 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d6c61bf1-b871-437e-8ebe-2249a01883d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b8b9234534840f5a07a416824076639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436008 Apr 07 17:55:49.083569 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33750) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:49.130318 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ebc0-5ccd-4c90-a121-11e661d1b15a admin admin] Publish callbacks [] for security_group (f2aaec3a-ebde-4366-ad96-9c896569a0f2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.151346 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ebc0-5ccd-4c90-a121-11e661d1b15a admin admin] Publish callbacks [] for security_group (f2aaec3a-ebde-4366-ad96-9c896569a0f2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.306273 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ebc0-5ccd-4c90-a121-11e661d1b15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f2aaec3a-ebde-4366-ad96-9c896569a0f2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.308710 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ebc0-5ccd-4c90-a121-11e661d1b15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.309894 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c1f1ebc0-5ccd-4c90-a121-11e661d1b15a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2aaec3a-ebde-4366-ad96-9c896569a0f2 HTTP/1.1" status: 204 len: 168 time: 0.2254190 Apr 07 17:55:49.317762 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1ebc0-5ccd-4c90-a121-11e661d1b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aaec3a-ebde-4366-ad96-9c896569a0f2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:49.405256 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33758) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:49.648489 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] Deleting subnet bf5e2f13-47e1-4b06-a8db-54b27e417bdc {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:55:49.655078 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] Publish callbacks [] for subnet (bf5e2f13-47e1-4b06-a8db-54b27e417bdc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.690610 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (bf5e2f13-47e1-4b06-a8db-54b27e417bdc), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.738923 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (bf5e2f13-47e1-4b06-a8db-54b27e417bdc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.839314 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (bf5e2f13-47e1-4b06-a8db-54b27e417bdc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.887614 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5e2f13-47e1-4b06-a8db-54b27e417bdc,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:49.892595 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:49.899917 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e60d524-c4ff-4b6c-958f-f7274822d6a6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bf5e2f13-47e1-4b06-a8db-54b27e417bdc HTTP/1.1" status: 204 len: 168 time: 0.4926095 Apr 07 17:55:49.902918 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33776) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:49.921342 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33778) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:49.968916 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b9304704-966b-4e1d-9889-3c4dff713bc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91d909fc1a3643418d1847514b94debc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463903 Apr 07 17:55:49.969539 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33784) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:50.015077 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (98029ca3-40af-49f8-8ff3-47599a1cc35d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.025225 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05add427-0ce3-41bf-a547-e21c0939995f req-fd231fb9-525a-43c2-add0-cfb7236ca45c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:50.026700 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05add427-0ce3-41bf-a547-e21c0939995f req-fd231fb9-525a-43c2-add0-cfb7236ca45c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 946 time: 0.1144977 Apr 07 17:55:50.028881 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddcc3-a91d-4974-a59f-9699783bcc4e admin admin] Publish callbacks [] for security_group (c4004612-4225-4cac-b5ab-5a69d52593e6), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.055195 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddcc3-a91d-4974-a59f-9699783bcc4e admin admin] Publish callbacks [] for security_group (c4004612-4225-4cac-b5ab-5a69d52593e6), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.145684 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddcc3-a91d-4974-a59f-9699783bcc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c4004612-4225-4cac-b5ab-5a69d52593e6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.148893 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddcc3-a91d-4974-a59f-9699783bcc4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.151533 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8a3ddcc3-a91d-4974-a59f-9699783bcc4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4004612-4225-4cac-b5ab-5a69d52593e6 HTTP/1.1" status: 204 len: 168 time: 0.1810174 Apr 07 17:55:50.160502 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ddcc3-a91d-4974-a59f-9699783bcc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4004612-4225-4cac-b5ab-5a69d52593e6,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:50.161265 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (98029ca3-40af-49f8-8ff3-47599a1cc35d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.173958 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05add427-0ce3-41bf-a547-e21c0939995f req-ffae9c21-78b0-482a-bcc0-e2e4676b39d8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=44cd0ccd-5509-4b8b-8ecd-4919ace580cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408036 Apr 07 17:55:50.191937 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98029ca3-40af-49f8-8ff3-47599a1cc35d']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:50.204818 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53682926-8124-4a62-8fb9-9fee582f1c03') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:50.205111 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53682926-8124-4a62-8fb9-9fee582f1c03') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:50.218243 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (53682926-8124-4a62-8fb9-9fee582f1c03), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.237167 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-77839a8d-3af0-4955-8eb1-f900b2ceab9b tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:50.238618 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-77839a8d-3af0-4955-8eb1-f900b2ceab9b tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 946 time: 0.1090009 Apr 07 17:55:50.242614 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (53682926-8124-4a62-8fb9-9fee582f1c03), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.274122 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:55:50.275211 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (53682926-8124-4a62-8fb9-9fee582f1c03), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:55:50.277180 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:55:50.385620 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Deleting port 328f791a-41c2-46f0-a858-f451ca0f6a50 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:55:50.385868 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.442543 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (98029ca3-40af-49f8-8ff3-47599a1cc35d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.452238 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.454286 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/98029ca3-40af-49f8-8ff3-47599a1cc35d HTTP/1.1" status: 204 len: 168 time: 0.5501068 Apr 07 17:55:50.723929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a333-45eb-49c8-bb3b-be58b97593c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98029ca3-40af-49f8-8ff3-47599a1cc35d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:50.748824 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] For port 328f791a-41c2-46f0-a858-f451ca0f6a50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=328f791a-41c2-46f0-a858-f451ca0f6a50,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:55:50.749516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.846734 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33810) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:50.894306 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8d5a0e4a-bd63-4ec7-a6d4-af84d1b7361f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81110c4ea45c46a88291fe2527aabd46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463231 Apr 07 17:55:50.896858 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33812) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:50.935622 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.937061 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (e7716c25-aed8-44f7-849c-458fd04384bb), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.937061 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Floating IP e7716c25-aed8-44f7-849c-458fd04384bb disassociated. External IP: 172.27.0.4, port: 328f791a-41c2-46f0-a858-f451ca0f6a50. Apr 07 17:55:50.937584 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Calling delete_port for 328f791a-41c2-46f0-a858-f451ca0f6a50 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:55:50.952798 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3663e42a-3632-4902-a888-4374251a4ad5 admin admin] Publish callbacks [] for security_group (4431b26c-2708-488e-b849-9b996ec5f3c1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:50.973629 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3663e42a-3632-4902-a888-4374251a4ad5 admin admin] Publish callbacks [] for security_group (4431b26c-2708-488e-b849-9b996ec5f3c1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:51.094211 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3663e42a-3632-4902-a888-4374251a4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4431b26c-2708-488e-b849-9b996ec5f3c1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:51.096798 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3663e42a-3632-4902-a888-4374251a4ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:51.097975 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3663e42a-3632-4902-a888-4374251a4ad5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4431b26c-2708-488e-b849-9b996ec5f3c1 HTTP/1.1" status: 204 len: 168 time: 0.2000246 Apr 07 17:55:51.106403 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663e42a-3632-4902-a888-4374251a4ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4431b26c-2708-488e-b849-9b996ec5f3c1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:51.151460 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (328f791a-41c2-46f0-a858-f451ca0f6a50), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:51.181029 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'Port': ['ID=328f791a-41c2-46f0-a858-f451ca0f6a50,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:51.307064 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-763c8188-7c55-463c-a754-a09cc5d1e942 req-bd3ef591-b4ca-40b9-a052-827f8aa23515 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 210 time: 0.0384600 Apr 07 17:55:51.333556 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:55:51.455100 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:55:51.466003 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:55:51.478483 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:55:51.482418 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:55:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:51.519257 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] No DVR routers for this DVR port 328f791a-41c2-46f0-a858-f451ca0f6a50 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:55:51.522797 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:51.529005 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e6a66a85-5577-4c03-aa86-deea636e1c4b req-d6a1e347-33d1-49b6-9a06-2f8fcc687b2c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "DELETE /v2.0/ports/328f791a-41c2-46f0-a858-f451ca0f6a50 HTTP/1.1" status: 204 len: 173 time: 1.2828856 Apr 07 17:55:51.529860 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'name': 'network-vif-deleted', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:55:51.532612 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805f29b2-7078-41fa-a77e-b0337c6c536c" -d '{"events": [{"server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "name": "network-vif-deleted", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:55:51.584060 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9463d109-5df0-41a3-970d-e505043272cd x-openstack-request-id: req-9463d109-5df0-41a3-970d-e505043272cd {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:55:51.584368 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ede5e5-772c-41d3-ae1c-2c65c0ef75cd", "name": "network-vif-deleted", "tag": "328f791a-41c2-46f0-a858-f451ca0f6a50", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:55:51.584618 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9463d109-5df0-41a3-970d-e505043272cd {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:55:51.585030 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9463d109-5df0-41a3-970d-e505043272cd'] response: {'server_uuid': '46ede5e5-772c-41d3-ae1c-2c65c0ef75cd', 'name': 'network-vif-deleted', 'tag': '328f791a-41c2-46f0-a858-f451ca0f6a50', 'status': 'completed', 'code': 200} Apr 07 17:55:51.719243 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:55:51.939204 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:51.965320 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:55:51.973617 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:55:51.974222 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:55:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:52.081091 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:55:52.354266 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33866) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:52.404227 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:52.436111 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c2931-6f46-4b8a-a484-4726d0b42f03 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:55:52.481904 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e74d5ad-a274-4286-b8fe-163e5ce8c56d req-378e609a-bac1-4473-ba38-be3c5ca77127 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede5e5-772c-41d3-ae1c-2c65c0ef75cd HTTP/1.1" status: 200 len: 210 time: 0.0584624 Apr 07 17:55:52.506474 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0270d0d7-cb4e-430b-9ee2-0cc136c317ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.604748 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0270d0d7-cb4e-430b-9ee2-0cc136c317ef admin admin] Publish callbacks [] for security_group (da3ebcfc-cb5e-49d3-b37f-6c261306e9d1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.672443 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0270d0d7-cb4e-430b-9ee2-0cc136c317ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (da3ebcfc-cb5e-49d3-b37f-6c261306e9d1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.691688 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33878) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:52.728827 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0270d0d7-cb4e-430b-9ee2-0cc136c317ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c1a455953f1420ca2aeea267409e9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736403 Apr 07 17:55:52.730232 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270d0d7-cb4e-430b-9ee2-0cc136c317ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ebcfc-cb5e-49d3-b37f-6c261306e9d1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:52.732001 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33886) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:52.753850 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade84063-1ca3-4baf-b84c-0d50655fbd39 None None] New status for floating IP e7716c25-aed8-44f7-849c-458fd04384bb: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:55:52.797409 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70b8d327-bcb8-483b-8f0e-7a6b4a04b595 admin admin] Publish callbacks [] for security_group (da3ebcfc-cb5e-49d3-b37f-6c261306e9d1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.825157 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70b8d327-bcb8-483b-8f0e-7a6b4a04b595 admin admin] Publish callbacks [] for security_group (da3ebcfc-cb5e-49d3-b37f-6c261306e9d1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.831862 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1853145665-network', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:52.964230 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Made reservation on behalf of c5ec31cb0df4492eaff128c55923a768 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:55:52.966599 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.968977 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70b8d327-bcb8-483b-8f0e-7a6b4a04b595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (da3ebcfc-cb5e-49d3-b37f-6c261306e9d1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.975944 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-70b8d327-bcb8-483b-8f0e-7a6b4a04b595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.975944 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-70b8d327-bcb8-483b-8f0e-7a6b4a04b595 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da3ebcfc-cb5e-49d3-b37f-6c261306e9d1 HTTP/1.1" status: 204 len: 168 time: 0.2396324 Apr 07 17:55:52.989466 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:52.991468 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8d327-bcb8-483b-8f0e-7a6b4a04b595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ebcfc-cb5e-49d3-b37f-6c261306e9d1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:53.072816 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks [] for security_group (ea5aea92-9571-468d-96e6-bd5c08ddc9e0), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.151499 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (ea5aea92-9571-468d-96e6-bd5c08ddc9e0), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.172541 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:55:53.187298 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5aea92-9571-468d-96e6-bd5c08ddc9e0,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:53.191955 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (ecde127b-aec4-4464-847f-dcec502c1138), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.192296 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Added segment ecde127b-aec4-4464-847f-dcec502c1138 of type vlan for network 69ed99ba-0f4b-4b9f-8946-970643f9b766 Apr 07 17:55:53.234224 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (69ed99ba-0f4b-4b9f-8946-970643f9b766), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.322891 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (69ed99ba-0f4b-4b9f-8946-970643f9b766), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.323880 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:53.324485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.386166 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] Pushing event updated for resources: {'Network': ['ID=69ed99ba-0f4b-4b9f-8946-970643f9b766,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:53.396387 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:55:53.401602 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-11cc3de5-fc6b-43ef-acf6-aed1db1b46af admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7077088 Apr 07 17:55:53.410142 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33898) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:53.415769 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Request body: {'subnet': {'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1853145665-subnet', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:53.505729 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Made reservation on behalf of c5ec31cb0df4492eaff128c55923a768 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:55:53.508124 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6185264'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.579890 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33906) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:53.598084 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b0d34e46-a5d5-435c-a310-ab9bd5f0bdb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.666921 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33908) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:53.724643 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3b9be8-b6bc-497b-b102-85ba0a677cab tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (44cd0ccd-5509-4b8b-8ecd-4919ace580cc), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.748505 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3b9be8-b6bc-497b-b102-85ba0a677cab tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (44cd0ccd-5509-4b8b-8ecd-4919ace580cc), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.753018 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b0d34e46-a5d5-435c-a310-ab9bd5f0bdb2 admin admin] Publish callbacks [] for security_group (3d946e5c-c3ca-45d6-a331-ae62a7b792d1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.796983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6150021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6186954'] for subnet (8ed7c1bd-0c44-4997-839f-49d3f33a8dcd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.833845 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b0d34e46-a5d5-435c-a310-ab9bd5f0bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3d946e5c-c3ca-45d6-a331-ae62a7b792d1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.876822 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3b9be8-b6bc-497b-b102-85ba0a677cab tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (44cd0ccd-5509-4b8b-8ecd-4919ace580cc), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.879486 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db3b9be8-b6bc-497b-b102-85ba0a677cab tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.880757 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-db3b9be8-b6bc-497b-b102-85ba0a677cab tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "DELETE /v2.0/security-groups/44cd0ccd-5509-4b8b-8ecd-4919ace580cc HTTP/1.1" status: 204 len: 168 time: 0.2126462 Apr 07 17:55:53.885261 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33910) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:53.894226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:53.897574 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b9be8-b6bc-497b-b102-85ba0a677cab tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cd0ccd-5509-4b8b-8ecd-4919ace580cc,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:53.902627 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b0d34e46-a5d5-435c-a310-ab9bd5f0bdb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f610ecd52e94889bd05fb1347a22759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182147 Apr 07 17:55:53.903069 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33912) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:53.905367 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d34e46-a5d5-435c-a310-ab9bd5f0bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d946e5c-c3ca-45d6-a331-ae62a7b792d1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:53.909792 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.api.v2.resource [None req-b124e909-c176-4f91-be0a-2c0e0cf0d789 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] show failed (client error): The resource could not be found. Apr 07 17:55:53.915209 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b124e909-c176-4f91-be0a-2c0e0cf0d789 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups/44cd0ccd-5509-4b8b-8ecd-4919ace580cc HTTP/1.1" status: 404 len: 347 time: 0.0245917 Apr 07 17:55:53.915899 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33914) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:53.956381 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fb473e6-1399-42c9-8b2f-f95e3a37193f admin admin] Publish callbacks [] for security_group (3d946e5c-c3ca-45d6-a331-ae62a7b792d1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:53.963064 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Checking segment: {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:55:53.963064 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Network hostable DHCP agents. Network: 69ed99ba-0f4b-4b9f-8946-970643f9b766, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:55:53.977961 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fb473e6-1399-42c9-8b2f-f95e3a37193f admin admin] Publish callbacks [] for security_group (3d946e5c-c3ca-45d6-a331-ae62a7b792d1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.060794 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Deleting port e1d19ff6-29ff-448d-ac0a-1217025e8fa7 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:55:54.061154 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.079659 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:55:54.099689 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fb473e6-1399-42c9-8b2f-f95e3a37193f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3d946e5c-c3ca-45d6-a331-ae62a7b792d1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.102937 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4fb473e6-1399-42c9-8b2f-f95e3a37193f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.106428 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4fb473e6-1399-42c9-8b2f-f95e3a37193f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d946e5c-c3ca-45d6-a331-ae62a7b792d1 HTTP/1.1" status: 204 len: 168 time: 0.2001846 Apr 07 17:55:54.115066 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb473e6-1399-42c9-8b2f-f95e3a37193f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d946e5c-c3ca-45d6-a331-ae62a7b792d1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:54.143634 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.143958 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.161251 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Calling delete_port for e1d19ff6-29ff-448d-ac0a-1217025e8fa7 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:55:54.174004 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 69ed99ba-0f4b-4b9f-8946-970643f9b766) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:54.183659 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70d8d8-179e-45c1-ba8c-1eea617dc6d8 None None] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:55:54.208681 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:54.209298 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.287311 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a6d666a4-d833-4657-9799-ff9ef124a3f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8758631 Apr 07 17:55:54.290892 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33918) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:54.299745 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:54.301339 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-69ed99ba-0f4b-4b9f-8946-970643f9b766', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:55:54.302205 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.431751 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (e1d19ff6-29ff-448d-ac0a-1217025e8fa7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.432287 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (98950072-41fb-4371-a6e9-314eba934203), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.432971 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (98950072-41fb-4371-a6e9-314eba934203), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.459782 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'Port': ['ID=e1d19ff6-29ff-448d-ac0a-1217025e8fa7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:54.496316 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks [] for router_controller (98950072-41fb-4371-a6e9-314eba934203), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.532800 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (e7716c25-aed8-44f7-849c-458fd04384bb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.536408 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.542468 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-40688c1e-4e67-4adf-9e17-6d2230b9e4e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "DELETE /v2.0/floatingips/e7716c25-aed8-44f7-849c-458fd04384bb HTTP/1.1" status: 204 len: 168 time: 0.6252117 Apr 07 17:55:54.560595 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Allocated IP 172.20.0.2 (69ed99ba-0f4b-4b9f-8946-970643f9b766/8ed7c1bd-0c44-4997-839f-49d3f33a8dcd/b96256fe-4e6c-4ad4-ba39-d459bb82395a) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:55:54.731338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Publish callbacks [] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.821587 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.860520 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:55:54.867600 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:54.875343 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:55:54.876033 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Pushing event updated for resources: {'Port': ['ID=b96256fe-4e6c-4ad4-ba39-d459bb82395a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:54.876218 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33928) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:54.887003 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.887347 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.887684 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.888022 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.888350 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.888670 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.888990 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.889334 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.889657 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.889971 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.890289 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.890609 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.890937 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.891235 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.891748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:54.893685 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f8b20e2-d0ec-498c-90ab-804e3cba6550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:54.989606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f8b20e2-d0ec-498c-90ab-804e3cba6550 admin admin] Publish callbacks [] for security_group (6d6db0ba-82d0-4802-a966-3bb52347b4c7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.011390 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks [] for router_gateway (98950072-41fb-4371-a6e9-314eba934203), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.048606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f8b20e2-d0ec-498c-90ab-804e3cba6550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6d6db0ba-82d0-4802-a966-3bb52347b4c7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.081836 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Attempting to bind port b96256fe-4e6c-4ad4-ba39-d459bb82395a on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:55:55.082076 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Attempting to bind port b96256fe-4e6c-4ad4-ba39-d459bb82395a by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:55:55.082318 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Attempting to bind port b96256fe-4e6c-4ad4-ba39-d459bb82395a on network 69ed99ba-0f4b-4b9f-8946-970643f9b766 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:55:55.088373 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:55:55.088748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Checking segment: {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:55:55.089164 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.089560 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Bound using segment: {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:55:55.090024 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Bound port: b96256fe-4e6c-4ad4-ba39-d459bb82395a, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:55:55.090352 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8f8b20e2-d0ec-498c-90ab-804e3cba6550 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f147b3b0f624c678ee0bf414fae3e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128205 Apr 07 17:55:55.090482 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.093086 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33930) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:55.099093 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b20e2-d0ec-498c-90ab-804e3cba6550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6db0ba-82d0-4802-a966-3bb52347b4c7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:55.146725 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52140e58-2a4c-4b2b-a128-135cddff0b70 admin admin] Publish callbacks [] for security_group (6d6db0ba-82d0-4802-a966-3bb52347b4c7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.168384 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] For port b96256fe-4e6c-4ad4-ba39-d459bb82395a, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:55:55.171678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] For port b96256fe-4e6c-4ad4-ba39-d459bb82395a, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=b96256fe-4e6c-4ad4-ba39-d459bb82395a,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:55:55.174335 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52140e58-2a4c-4b2b-a128-135cddff0b70 admin admin] Publish callbacks [] for security_group (6d6db0ba-82d0-4802-a966-3bb52347b4c7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.289592 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.295634 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks [] for router_gateway (98950072-41fb-4371-a6e9-314eba934203), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.316281 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.319132 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52140e58-2a4c-4b2b-a128-135cddff0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6d6db0ba-82d0-4802-a966-3bb52347b4c7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.324068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-52140e58-2a4c-4b2b-a128-135cddff0b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.328036 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-52140e58-2a4c-4b2b-a128-135cddff0b70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d6db0ba-82d0-4802-a966-3bb52347b4c7 HTTP/1.1" status: 204 len: 168 time: 0.2313704 Apr 07 17:55:55.337240 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52140e58-2a4c-4b2b-a128-135cddff0b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6db0ba-82d0-4802-a966-3bb52347b4c7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:55.400142 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 328f791a-41c2-46f0-a858-f451ca0f6a50 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:55:55.403538 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6176fd-6a66-460d-b4f9-08d7a18105fa None None] Pushing event updated for resources: {'Port': ['ID=b96256fe-4e6c-4ad4-ba39-d459bb82395a,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:55.447380 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 328f791a-41c2-46f0-a858-f451ca0f6a50 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:55:55.447380 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 328f791a-41c2-46f0-a858-f451ca0f6a50 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:55:55.449108 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Allocated IP 172.27.0.238 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/458345d9-213b-45bb-b2c6-12d0b92dec4f) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:55:55.587752 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks [] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.700979 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:55.745015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:55:55.748361 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:55.751850 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:55:55.790819 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Pushing event updated for resources: {'Port': ['ID=458345d9-213b-45bb-b2c6-12d0b92dec4f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:55.870820 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33948) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:55.878082 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-74d6177c-3ab3-4cff-b82d-bb75097766d6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228406705', 'description': 'tempest-description--1169165404'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:55.968880 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device b96256fe-4e6c-4ad4-ba39-d459bb82395a up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:55:55.991772 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74d6177c-3ab3-4cff-b82d-bb75097766d6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.019605 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port b96256fe-4e6c-4ad4-ba39-d459bb82395a triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:55:56.019995 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.083896 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74d6177c-3ab3-4cff-b82d-bb75097766d6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (9dd06029-8322-4d99-8287-199d7c8fd5d0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.124498 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port b96256fe-4e6c-4ad4-ba39-d459bb82395a is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:55:56.125125 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.150468 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks [] for router_gateway (98950072-41fb-4371-a6e9-314eba934203), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.157466 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74d6177c-3ab3-4cff-b82d-bb75097766d6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9dd06029-8322-4d99-8287-199d7c8fd5d0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.174991 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port b96256fe-4e6c-4ad4-ba39-d459bb82395a, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=b96256fe-4e6c-4ad4-ba39-d459bb82395a,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:55:56.193692 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6177c-3ab3-4cff-b82d-bb75097766d6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd06029-8322-4d99-8287-199d7c8fd5d0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:56.214783 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.233682 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74d6177c-3ab3-4cff-b82d-bb75097766d6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.234922 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-74d6177c-3ab3-4cff-b82d-bb75097766d6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3611059 Apr 07 17:55:56.237955 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33956) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:56.246349 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4327fb22-69ed-4273-b3c7-10a609f7f61c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group_rule': {'security_group_id': '9dd06029-8322-4d99-8287-199d7c8fd5d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:56.305278 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=b96256fe-4e6c-4ad4-ba39-d459bb82395a,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:56.422625 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (98950072-41fb-4371-a6e9-314eba934203), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.448441 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4327fb22-69ed-4273-b3c7-10a609f7f61c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (083d0d08-3de5-48cd-b3bd-34eda02d350e), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.496413 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38bde6-a498-4416-b7c8-73c28d61037d None None] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:55:56.526762 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4327fb22-69ed-4273-b3c7-10a609f7f61c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (083d0d08-3de5-48cd-b3bd-34eda02d350e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.575063 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4327fb22-69ed-4273-b3c7-10a609f7f61c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (083d0d08-3de5-48cd-b3bd-34eda02d350e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.580925 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-912269c0-3017-4404-8add-932792b4d495 None None] Provisioning complete for port b96256fe-4e6c-4ad4-ba39-d459bb82395a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:55:56.581674 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-912269c0-3017-4404-8add-932792b4d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.603654 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327fb22-69ed-4273-b3c7-10a609f7f61c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083d0d08-3de5-48cd-b3bd-34eda02d350e,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:56.655084 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Router 98950072-41fb-4371-a6e9-314eba934203 is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:55:56.685884 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4327fb22-69ed-4273-b3c7-10a609f7f61c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.689848 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4327fb22-69ed-4273-b3c7-10a609f7f61c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473217 Apr 07 17:55:56.690030 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33974) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:56.695823 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-779f55fb-a6ac-4d42-a448-939e834502e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'security_group_rule': {'security_group_id': '9dd06029-8322-4d99-8287-199d7c8fd5d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:56.746817 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-912269c0-3017-4404-8add-932792b4d495 None None] Current status of the port b96256fe-4e6c-4ad4-ba39-d459bb82395a is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:55:56.804965 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-779f55fb-a6ac-4d42-a448-939e834502e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (48d9ef93-e7d2-437d-84fc-a5fdccea7246), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.821471 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:55:56.839717 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Sync routers for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:55:56.871778 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:55:56.874634 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:55:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:56.896652 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-779f55fb-a6ac-4d42-a448-939e834502e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (48d9ef93-e7d2-437d-84fc-a5fdccea7246), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.897840 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:56.901169 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1cfe8a00-29e6-4ba5-ad89-4b9fe9ce25d7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6069057 Apr 07 17:55:56.903302 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 33976) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:56.996927 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-779f55fb-a6ac-4d42-a448-939e834502e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (48d9ef93-e7d2-437d-84fc-a5fdccea7246), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.017026 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:55:57.030824 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f55fb-a6ac-4d42-a448-939e834502e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d9ef93-e7d2-437d-84fc-a5fdccea7246,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:57.077473 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-b0e9e25c-7e61-4647-8f11-a63390439200 None None] Provisioning complete for port b96256fe-4e6c-4ad4-ba39-d459bb82395a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:55:57.083841 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0e9e25c-7e61-4647-8f11-a63390439200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.129899 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-779f55fb-a6ac-4d42-a448-939e834502e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.131011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-779f55fb-a6ac-4d42-a448-939e834502e8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4396877 Apr 07 17:55:57.134828 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 33980) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:57.140975 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:55:57.166841 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9e25c-7e61-4647-8f11-a63390439200 None None] Current status of the port b96256fe-4e6c-4ad4-ba39-d459bb82395a is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:55:57.236959 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:55Z', 'revision_number': 3, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:57.244233 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.267012 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Checking router: 98950072-41fb-4371-a6e9-314eba934203 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:55:57.267619 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Updating router 98950072-41fb-4371-a6e9-314eba934203 port 458345d9-213b-45bb-b2c6-12d0b92dec4f binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:55:57.304917 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.378224 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.423929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.590353 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Publish callbacks [] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.605580 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Allocated IP 172.20.0.1 (69ed99ba-0f4b-4b9f-8946-970643f9b766/8ed7c1bd-0c44-4997-839f-49d3f33a8dcd/3bcb493a-c918-445b-94cc-1a05b6fa099f) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:55:57.666542 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.710259 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Allocated IP 172.27.0.98 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/13c6315a-72ab-447b-b373-45a908ee3659) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:55:57.715685 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Pushing event updated for resources: {'Port': ['ID=458345d9-213b-45bb-b2c6-12d0b92dec4f,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:57.726782 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks [] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.737773 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.738380 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.739102 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.739646 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.739976 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.740473 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.741063 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.741592 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.742080 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.742573 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.744218 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.744752 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.745262 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.745756 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.746238 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:55:57.749885 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Attempting to bind port 458345d9-213b-45bb-b2c6-12d0b92dec4f on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:55:57.750458 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Attempting to bind port 458345d9-213b-45bb-b2c6-12d0b92dec4f by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:55:57.750995 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Attempting to bind port 458345d9-213b-45bb-b2c6-12d0b92dec4f on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:55:57.765450 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:55:57.765450 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:55:57.765450 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.765450 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:55:57.765450 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Bound port: 458345d9-213b-45bb-b2c6-12d0b92dec4f, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:55:57.765450 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.820849 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] For port 458345d9-213b-45bb-b2c6-12d0b92dec4f, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:55:57.825575 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] For port 458345d9-213b-45bb-b2c6-12d0b92dec4f, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=458345d9-213b-45bb-b2c6-12d0b92dec4f,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:55:57.840722 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (13c6315a-72ab-447b-b373-45a908ee3659), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.845983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.887419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:55:57.894124 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:57.903206 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:55:57.903206 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Pushing event updated for resources: {'Port': ['ID=3bcb493a-c918-445b-94cc-1a05b6fa099f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:57.908417 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device b96256fe-4e6c-4ad4-ba39-d459bb82395a up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:55:57.951869 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (13c6315a-72ab-447b-b373-45a908ee3659), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.952724 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:57.963731 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (98950072-41fb-4371-a6e9-314eba934203), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.002708 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port b96256fe-4e6c-4ad4-ba39-d459bb82395a triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:55:58.003478 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.027163 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e8c45-ccdb-497b-bff0-b199652d372c None None] Pushing event updated for resources: {'Port': ['ID=458345d9-213b-45bb-b2c6-12d0b92dec4f,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:58.033187 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:55:58.033500 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:55:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:58.035828 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:55:58.046559 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:58.058448 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:55:58.117325 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=13c6315a-72ab-447b-b373-45a908ee3659,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:58.181771 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port b96256fe-4e6c-4ad4-ba39-d459bb82395a is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:55:58.190347 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:55:58.215538 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (4b8e1621-90a2-4458-b824-dc396073cb0f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.262705 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.297374 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-18bf97ed-93b0-4787-9869-94a492f09960 None None] Provisioning complete for port 3bcb493a-c918-445b-94cc-1a05b6fa099f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:55:58.297987 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18bf97ed-93b0-4787-9869-94a492f09960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.355365 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (13c6315a-72ab-447b-b373-45a908ee3659), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.359068 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-18bf97ed-93b0-4787-9869-94a492f09960 None None] Port 3bcb493a-c918-445b-94cc-1a05b6fa099f cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:55:58.417503 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:55Z', 'revision_number': 3, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:55:58.448966 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63997e-6431-4d56-afef-b55bab3eb3ca None None] The sync data for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi is: [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:55Z', 'revision_number': 3, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:55:58.473488 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks [] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.528309 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.541605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (13c6315a-72ab-447b-b373-45a908ee3659), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.597550 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (13c6315a-72ab-447b-b373-45a908ee3659), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.606787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Pushing event updated for resources: {'Port': ['ID=3bcb493a-c918-445b-94cc-1a05b6fa099f,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:58.611093 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (98950072-41fb-4371-a6e9-314eba934203), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.680568 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=13c6315a-72ab-447b-b373-45a908ee3659,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:55:58.691514 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (4b8e1621-90a2-4458-b824-dc396073cb0f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.767074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:55:58.768956 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:55:58.793444 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:58.793444 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-124cc852-85cf-4cbc-93db-1bbe065a06dc tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6485107 Apr 07 17:55:58.966503 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Router 98950072-41fb-4371-a6e9-314eba934203 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:55:59.098787 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-d493217d-149d-4f02-8a17-28acc8caba7c None None] Provisioning complete for port 3bcb493a-c918-445b-94cc-1a05b6fa099f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:55:59.099376 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d493217d-149d-4f02-8a17-28acc8caba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:59.132672 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-b75d90dc-9105-494b-b5c8-55825ca284c6 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1228406705&fields=id&tenant_id=f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 267 time: 0.0944331 Apr 07 17:55:59.134897 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:55:59.146442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1ba5b2a3-1ec0-4157-b9f7-9074f8e9160d admin admin] 10.222.0.26 "PUT /v2.0/routers/98950072-41fb-4371-a6e9-314eba934203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2432928 Apr 07 17:55:59.166185 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d493217d-149d-4f02-8a17-28acc8caba7c None None] Port 3bcb493a-c918-445b-94cc-1a05b6fa099f cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:55:59.527509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-cab0fa56-fa11-4cc3-a31d-dda296d1cd84 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:55:59.529395 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-cab0fa56-fa11-4cc3-a31d-dda296d1cd84 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 815 time: 0.3872850 Apr 07 17:55:59.544506 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-791eabb6-7ed7-4818-9221-151315cf2e46 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/quotas/f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 375 time: 0.0094430 Apr 07 17:55:59.600390 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-2a1e5cf2-588f-4534-baed-7fb2fb139311 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504832 Apr 07 17:55:59.708854 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-a7bb508f-07ca-42d9-a6a2-129cd5b1ca64 service neutron] 10.222.0.26 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959792 Apr 07 17:55:59.729516 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34056) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:55:59.816703 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-97df9917-b858-4fd2-a5d7-2acccbe5f92d service neutron] 10.222.0.26 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015778 Apr 07 17:55:59.865812 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a9b547b1-25fc-4beb-ba3a-3f875f2e259d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:59.932287 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 458345d9-213b-45bb-b2c6-12d0b92dec4f up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:55:59.951314 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a9b547b1-25fc-4beb-ba3a-3f875f2e259d admin admin] Publish callbacks [] for security_group (4e774da7-897f-4cfe-beba-b67681f36405), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:55:59.986599 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 458345d9-213b-45bb-b2c6-12d0b92dec4f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:55:59.987021 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.020103 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a9b547b1-25fc-4beb-ba3a-3f875f2e259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4e774da7-897f-4cfe-beba-b67681f36405), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.063266 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a9b547b1-25fc-4beb-ba3a-3f875f2e259d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0234b06b5f474726b83f145770947fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326175 Apr 07 17:56:00.063993 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b547b1-25fc-4beb-ba3a-3f875f2e259d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e774da7-897f-4cfe-beba-b67681f36405,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:00.066621 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34066) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:00.078916 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 458345d9-213b-45bb-b2c6-12d0b92dec4f is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:00.079308 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.102466 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 458345d9-213b-45bb-b2c6-12d0b92dec4f, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=458345d9-213b-45bb-b2c6-12d0b92dec4f,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:00.103144 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34068) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:00.110321 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-286886244-network', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:00.149541 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0555ea52-61fb-4278-a765-b30b95fa10e1 admin admin] Publish callbacks [] for security_group (4e774da7-897f-4cfe-beba-b67681f36405), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.170461 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0555ea52-61fb-4278-a765-b30b95fa10e1 admin admin] Publish callbacks [] for security_group (4e774da7-897f-4cfe-beba-b67681f36405), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.174144 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.203674 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Made reservation on behalf of f38ca161605a456fa43ece5f2a5af987 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:00.206103 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.217382 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.224268 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=458345d9-213b-45bb-b2c6-12d0b92dec4f,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:00.265725 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Sync routers for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:00.280002 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:00.280611 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:55:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:00.301280 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0555ea52-61fb-4278-a765-b30b95fa10e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (4e774da7-897f-4cfe-beba-b67681f36405), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.303935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0555ea52-61fb-4278-a765-b30b95fa10e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.305206 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0555ea52-61fb-4278-a765-b30b95fa10e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e774da7-897f-4cfe-beba-b67681f36405 HTTP/1.1" status: 204 len: 168 time: 0.2264879 Apr 07 17:56:00.325429 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555ea52-61fb-4278-a765-b30b95fa10e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e774da7-897f-4cfe-beba-b67681f36405,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:00.374927 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks [] for security_group (5dcec19f-3b5a-4917-8269-524e506ad276), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.421276 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:00.505735 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5dcec19f-3b5a-4917-8269-524e506ad276), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.533780 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:56:00.545651 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcec19f-3b5a-4917-8269-524e506ad276,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:00.550465 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (8de7a54c-9fb3-4bce-af57-3c08528c7937), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.550803 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Added segment 8de7a54c-9fb3-4bce-af57-3c08528c7937 of type vlan for network 78063248-27ff-4e8a-ae82-8672b724e5f6 Apr 07 17:56:00.615228 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (78063248-27ff-4e8a-ae82-8672b724e5f6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.653223 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 2, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:00.694910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Checking router: 98950072-41fb-4371-a6e9-314eba934203 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:00.695286 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Updating router 98950072-41fb-4371-a6e9-314eba934203 port 3bcb493a-c918-445b-94cc-1a05b6fa099f binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:56:00.729034 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.734633 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (78063248-27ff-4e8a-ae82-8672b724e5f6), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.735637 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:00.736229 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.803091 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] Pushing event updated for resources: {'Network': ['ID=78063248-27ff-4e8a-ae82-8672b724e5f6,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:00.826531 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:56:00.841505 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-50a3f31e-0732-4d45-9bfb-39f500c7bcbe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7375169 Apr 07 17:56:00.843976 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34076) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:00.849187 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Request body: {'subnet': {'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-286886244-subnet', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:00.923159 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Made reservation on behalf of f38ca161605a456fa43ece5f2a5af987 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:00.925558 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:00.942126 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6e241997-a0c6-4f1b-9483-bc0a2cec2531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.106781 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Publish callbacks [] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.118856 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e356511-5de1-437d-aa6b-c90338058bf0 req-a51b2714-0ce9-4e5c-84e8-d8ca5d8ec965 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0377054 Apr 07 17:56:01.119321 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34084) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:01.142673 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dda56148-54b8-4690-8909-20496bae28bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.179825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.226019 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.235268 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dda56148-54b8-4690-8909-20496bae28bf admin admin] Publish callbacks [] for security_group (ca74424f-30af-46b1-9f3a-140d792796ba), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.259502 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563c984-c26f-402f-9137-7842d4180a82 None None] Pushing event updated for resources: {'Port': ['ID=3bcb493a-c918-445b-94cc-1a05b6fa099f,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:01.283618 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dda56148-54b8-4690-8909-20496bae28bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (ca74424f-30af-46b1-9f3a-140d792796ba), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.294429 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Attempting to bind port 3bcb493a-c918-445b-94cc-1a05b6fa099f on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:01.295118 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Attempting to bind port 3bcb493a-c918-445b-94cc-1a05b6fa099f by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:01.295987 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Attempting to bind port 3bcb493a-c918-445b-94cc-1a05b6fa099f on network 69ed99ba-0f4b-4b9f-8946-970643f9b766 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:01.296481 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:01.302436 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:01.303466 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Checking segment: {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:01.304145 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.304766 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Bound using segment: {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:01.305623 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Bound port: 3bcb493a-c918-445b-94cc-1a05b6fa099f, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:01.306983 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.307099 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Checking segment: {'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:01.307443 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Network hostable DHCP agents. Network: 78063248-27ff-4e8a-ae82-8672b724e5f6, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:56:01.352697 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34090) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:01.353238 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dda56148-54b8-4690-8909-20496bae28bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a23d536111a5482fa81040c857f3dd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329297 Apr 07 17:56:01.369927 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda56148-54b8-4690-8909-20496bae28bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca74424f-30af-46b1-9f3a-140d792796ba,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:01.393018 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] For port 3bcb493a-c918-445b-94cc-1a05b6fa099f, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:01.396861 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] For port 3bcb493a-c918-445b-94cc-1a05b6fa099f, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=3bcb493a-c918-445b-94cc-1a05b6fa099f,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:01.416335 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:56:01.418595 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-21344e39-0309-4dab-8ca8-ec7b4d37ef17 admin admin] Publish callbacks [] for security_group (ca74424f-30af-46b1-9f3a-140d792796ba), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.444434 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-21344e39-0309-4dab-8ca8-ec7b4d37ef17 admin admin] Publish callbacks [] for security_group (ca74424f-30af-46b1-9f3a-140d792796ba), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.491865 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.497484 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 78063248-27ff-4e8a-ae82-8672b724e5f6) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:01.510914 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:01.511521 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.542787 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5577235-784e-47a8-8d5b-01e0bc06a468 None None] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:56:01.575501 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-21344e39-0309-4dab-8ca8-ec7b4d37ef17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (ca74424f-30af-46b1-9f3a-140d792796ba), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.578170 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-21344e39-0309-4dab-8ca8-ec7b4d37ef17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.579340 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-21344e39-0309-4dab-8ca8-ec7b4d37ef17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca74424f-30af-46b1-9f3a-140d792796ba HTTP/1.1" status: 204 len: 168 time: 0.2256126 Apr 07 17:56:01.599504 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21344e39-0309-4dab-8ca8-ec7b4d37ef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca74424f-30af-46b1-9f3a-140d792796ba,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:01.639336 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d7c4a754-a641-42de-806d-a0c7e7c2399e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7916958 Apr 07 17:56:01.639659 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34104) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:01.644704 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:01.746056 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (67010898-687a-4802-b3b1-38fc2c75febd), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.747761 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (67010898-687a-4802-b3b1-38fc2c75febd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.802830 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:01.803470 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:55:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:01.807664 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks [] for router_controller (67010898-687a-4802-b3b1-38fc2c75febd), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.809058 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-8a367b71-f81e-4243-873f-f0056164bdc8 None None] Provisioning complete for port 3bcb493a-c918-445b-94cc-1a05b6fa099f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:01.809457 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a367b71-f81e-4243-873f-f0056164bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:01.879803 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563c984-c26f-402f-9137-7842d4180a82 None None] Pushing event updated for resources: {'Port': ['ID=3bcb493a-c918-445b-94cc-1a05b6fa099f,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:01.933064 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 458345d9-213b-45bb-b2c6-12d0b92dec4f up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:02.048965 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-78063248-27ff-4e8a-ae82-8672b724e5f6', 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6', 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'fixed_ips': [{'subnet_id': 'd79ef3ff-fa92-4910-be6c-6e8f8a7cdc90'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:56:02.050370 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.058968 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks [] for router_gateway (67010898-687a-4802-b3b1-38fc2c75febd), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.096428 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:02.221557 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1541c809-6f84-4158-bb06-edb8bd8bdca7 req-3889b30f-a257-46f3-909b-fed5aa347c72 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0378256 Apr 07 17:56:02.300557 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-8a367b71-f81e-4243-873f-f0056164bdc8 None None] Current status of the port 3bcb493a-c918-445b-94cc-1a05b6fa099f is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:02.301113 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a367b71-f81e-4243-873f-f0056164bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.366924 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks [] for router_gateway (67010898-687a-4802-b3b1-38fc2c75febd), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.387794 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.388708 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 458345d9-213b-45bb-b2c6-12d0b92dec4f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:02.389017 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.527396 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-8a367b71-f81e-4243-873f-f0056164bdc8 None None] For port 3bcb493a-c918-445b-94cc-1a05b6fa099f, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=3bcb493a-c918-445b-94cc-1a05b6fa099f,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:02.538154 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Allocated IP 172.27.0.6 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/bf8f9732-8751-4b52-91f6-bf54486f53cd) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:02.594521 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Allocated IP 172.20.0.2 (78063248-27ff-4e8a-ae82-8672b724e5f6/d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90/50db4a14-f444-44c8-9333-d9da4d76ffd4) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:02.616188 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8a367b71-f81e-4243-873f-f0056164bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.701077 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks [] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.793895 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 458345d9-213b-45bb-b2c6-12d0b92dec4f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:02.809977 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:02.821460 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367b71-f81e-4243-873f-f0056164bdc8 None None] Pushing event updated for resources: {'Port': ['ID=3bcb493a-c918-445b-94cc-1a05b6fa099f,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:02.857525 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:01Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:02.866926 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:02.876986 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:02.882615 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:02.886684 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8f9732-8751-4b52-91f6-bf54486f53cd,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:02.905242 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9150079e-5bf8-4bf3-9a5c-bc047efc664a None None] The sync data for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi is: [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:01Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:02.969934 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-cfa561ed-0f76-436b-976f-bd501a4ccb74 None None] Provisioning complete for port 3bcb493a-c918-445b-94cc-1a05b6fa099f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:02.970459 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cfa561ed-0f76-436b-976f-bd501a4ccb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.026178 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Publish callbacks [] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.129333 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-cfa561ed-0f76-436b-976f-bd501a4ccb74 None None] Current status of the port 3bcb493a-c918-445b-94cc-1a05b6fa099f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:03.146896 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.205562 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:03.219272 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:03.221527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:03.224928 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Pushing event updated for resources: {'Port': ['ID=50db4a14-f444-44c8-9333-d9da4d76ffd4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:03.326568 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1d008f27-1432-4a6c-b1dc-1aac352ae7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.349103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Attempting to bind port 50db4a14-f444-44c8-9333-d9da4d76ffd4 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:03.349103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Attempting to bind port 50db4a14-f444-44c8-9333-d9da4d76ffd4 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:03.349103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Attempting to bind port 50db4a14-f444-44c8-9333-d9da4d76ffd4 on network 78063248-27ff-4e8a-ae82-8672b724e5f6 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:03.367412 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:03.368141 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Checking segment: {'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:03.369261 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.377881 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Bound using segment: {'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:03.377881 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Bound port: 50db4a14-f444-44c8-9333-d9da4d76ffd4, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:03.377881 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.423287 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks [] for router_gateway (67010898-687a-4802-b3b1-38fc2c75febd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.457076 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] For port 50db4a14-f444-44c8-9333-d9da4d76ffd4, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:03.460718 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] For port 50db4a14-f444-44c8-9333-d9da4d76ffd4, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=50db4a14-f444-44c8-9333-d9da4d76ffd4,segment=NetworkSegment(8de7a54c-9fb3-4bce-af57-3c08528c7937),segment_id=8de7a54c-9fb3-4bce-af57-3c08528c7937)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:03.513767 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-337ecacc-8c4f-454c-a8db-c64218a3eba7 req-ec751d2f-a2a0-40c7-b574-9cb5c72623c8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0914710 Apr 07 17:56:03.547726 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.627105 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77404c-c50c-463d-b832-c8371c3c90cb None None] Pushing event updated for resources: {'Port': ['ID=50db4a14-f444-44c8-9333-d9da4d76ffd4,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:03.631352 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-17f9c541-c677-462b-9387-a651358e95ad tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:03.631352 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-17f9c541-c677-462b-9387-a651358e95ad tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 815 time: 0.3872547 Apr 07 17:56:03.868999 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-50089379-9539-46b9-aa45-7d7c0272bfc3 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0de5c5263634476bca59b25adb38136 HTTP/1.1" status: 200 len: 380 time: 0.2285187 Apr 07 17:56:03.876629 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (67010898-687a-4802-b3b1-38fc2c75febd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:03.901803 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'port': {'device_id': '14d17014-5691-45cf-81d0-520ecfe19658', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'admin_state_up': True, 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'security_groups': ['9dd06029-8322-4d99-8287-199d7c8fd5d0']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:04.047846 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 50db4a14-f444-44c8-9333-d9da4d76ffd4 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:04.120088 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 50db4a14-f444-44c8-9333-d9da4d76ffd4 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:04.120780 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:04.229896 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 50db4a14-f444-44c8-9333-d9da4d76ffd4 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:04.231056 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:04.232335 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Made reservation on behalf of f0de5c5263634476bca59b25adb38136 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:04.236653 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:04.257590 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Router 67010898-687a-4802-b3b1-38fc2c75febd is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:56:04.299588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 50db4a14-f444-44c8-9333-d9da4d76ffd4, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=50db4a14-f444-44c8-9333-d9da4d76ffd4,segment=NetworkSegment(8de7a54c-9fb3-4bce-af57-3c08528c7937),segment_id=8de7a54c-9fb3-4bce-af57-3c08528c7937)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:04.365590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:04.365590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 3bcb493a-c918-445b-94cc-1a05b6fa099f up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:04.463716 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=50db4a14-f444-44c8-9333-d9da4d76ffd4,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:04.480475 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:04.487019 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Allocated IP 172.20.0.6 (58c1b1c1-2571-4626-8cc0-8332d9fac8a8/abde8c08-b074-4093-89e7-5a39986ffcc4/b925d82f-fb5e-487f-ad1e-72de768fd560) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:04.489253 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 3bcb493a-c918-445b-94cc-1a05b6fa099f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:04.489635 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:04.500384 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Sync routers for ids ['67010898-687a-4802-b3b1-38fc2c75febd'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:04.523226 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Routers {'67010898-687a-4802-b3b1-38fc2c75febd'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:04.523877 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['67010898-687a-4802-b3b1-38fc2c75febd'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:04.582212 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:04.588617 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34190) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:04.589242 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-40d460b9-5866-4c54-b7ca-0e311a0c0fb0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9480402 Apr 07 17:56:04.681910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 3bcb493a-c918-445b-94cc-1a05b6fa099f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:04.690367 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Set router 67010898-687a-4802-b3b1-38fc2c75febd gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:04.691509 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:04.738354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f666bc7-8408-4d18-9d24-fe879886fa72 req-baf4d161-bbcd-48dd-b6cc-7462cc43edf9 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0478213 Apr 07 17:56:04.948459 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8950d1d-4111-40a1-87b1-e7e4a150230e None None] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:56:05.092457 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.099580 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T17:56:03Z', 'revision_number': 3, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port': {'id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:02Z', 'updated_at': '2022-04-07T17:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:05.129889 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Checking router: 67010898-687a-4802-b3b1-38fc2c75febd for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:05.130944 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Updating router 67010898-687a-4802-b3b1-38fc2c75febd port bf8f9732-8751-4b52-91f6-bf54486f53cd binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:56:05.164208 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.194617 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-3a173795-0f44-46d5-920d-d294e0baeb59 None None] Provisioning complete for port 50db4a14-f444-44c8-9333-d9da4d76ffd4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:05.194976 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a173795-0f44-46d5-920d-d294e0baeb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.203357 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.229849 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.245876 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:05.249433 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:05.253338 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:05.327643 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event updated for resources: {'Port': ['ID=b925d82f-fb5e-487f-ad1e-72de768fd560,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:05.367377 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:05.370988 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.424029 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-3a173795-0f44-46d5-920d-d294e0baeb59 None None] Current status of the port 50db4a14-f444-44c8-9333-d9da4d76ffd4 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:05.463998 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8d7bd7d5-b534-4cb2-87bc-b8c68ae7ea8c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5669522 Apr 07 17:56:05.477209 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Request body: {'port': {'device_id': '14d17014-5691-45cf-81d0-520ecfe19658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:05.579487 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Allocated IP 172.20.0.1 (78063248-27ff-4e8a-ae82-8672b724e5f6/d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90/a05ad9ef-1316-41b8-91c7-2684d202220a) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:05.610176 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Publish callbacks [] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.610888 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.648171 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-67737fc1-3670-4ec3-80ae-994becfbad6c None None] Provisioning complete for port b925d82f-fb5e-487f-ad1e-72de768fd560 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:05.648803 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-67737fc1-3670-4ec3-80ae-994becfbad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.688795 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.749254 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-67737fc1-3670-4ec3-80ae-994becfbad6c None None] Port b925d82f-fb5e-487f-ad1e-72de768fd560 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:05.753788 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Attempting to bind port bf8f9732-8751-4b52-91f6-bf54486f53cd on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:05.754161 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Attempting to bind port bf8f9732-8751-4b52-91f6-bf54486f53cd by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:05.754519 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Attempting to bind port bf8f9732-8751-4b52-91f6-bf54486f53cd on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:05.773033 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98275fff-5468-4ac7-b09d-11012c0616b4 None None] Pushing event updated for resources: {'Port': ['ID=bf8f9732-8751-4b52-91f6-bf54486f53cd,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:05.778897 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks [] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.793184 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:05.795739 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:05.796237 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.796632 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:05.797337 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Bound port: bf8f9732-8751-4b52-91f6-bf54486f53cd, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:05.797543 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.826299 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.861182 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] For port bf8f9732-8751-4b52-91f6-bf54486f53cd, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:05.864470 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] For port bf8f9732-8751-4b52-91f6-bf54486f53cd, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=bf8f9732-8751-4b52-91f6-bf54486f53cd,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:05.872742 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-475e6208-ce47-4077-93e2-8e8184f9187c None None] Provisioning complete for port 50db4a14-f444-44c8-9333-d9da4d76ffd4 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:05.873770 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-475e6208-ce47-4077-93e2-8e8184f9187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.923978 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:05.924453 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.002467 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3b444-f2ce-4812-a3c7-dd827c5e69c7 req-d9558539-a311-4a9c-b399-37b8b01b520e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:06.004411 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47f3b444-f2ce-4812-a3c7-dd827c5e69c7 req-d9558539-a311-4a9c-b399-37b8b01b520e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 931 time: 0.1605380 Apr 07 17:56:06.012763 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Routers {'67010898-687a-4802-b3b1-38fc2c75febd'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:06.014160 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['67010898-687a-4802-b3b1-38fc2c75febd'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:06.023728 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-475e6208-ce47-4077-93e2-8e8184f9187c None None] Current status of the port 50db4a14-f444-44c8-9333-d9da4d76ffd4 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:06.023986 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a05ad9ef-1316-41b8-91c7-2684d202220a,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:06.026910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 50db4a14-f444-44c8-9333-d9da4d76ffd4 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:06.033125 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:06.034672 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:06.037113 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:06.088501 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98275fff-5468-4ac7-b09d-11012c0616b4 None None] Pushing event updated for resources: {'Port': ['ID=bf8f9732-8751-4b52-91f6-bf54486f53cd,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:06.105835 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (67010898-687a-4802-b3b1-38fc2c75febd), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.135749 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47f3b444-f2ce-4812-a3c7-dd827c5e69c7 req-ab31e668-de1e-4dac-b0ba-28d7c41a90d7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234319 Apr 07 17:56:06.150560 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 50db4a14-f444-44c8-9333-d9da4d76ffd4 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:06.160590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.188317 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b925d82f-fb5e-487f-ad1e-72de768fd560 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:56:06.197124 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Publish callbacks [] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.208942 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] Set router 67010898-687a-4802-b3b1-38fc2c75febd gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:06.211252 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Transition to ACTIVE for port object b925d82f-fb5e-487f-ad1e-72de768fd560 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:56:06.288963 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.301224 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 50db4a14-f444-44c8-9333-d9da4d76ffd4 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:06.356780 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Pushing event updated for resources: {'Port': ['ID=b925d82f-fb5e-487f-ad1e-72de768fd560,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:06.378711 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34216) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:06.440540 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Attempting to bind port b925d82f-fb5e-487f-ad1e-72de768fd560 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:06.440861 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Attempting to bind port b925d82f-fb5e-487f-ad1e-72de768fd560 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:06.441116 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Attempting to bind port b925d82f-fb5e-487f-ad1e-72de768fd560 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:06.446018 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Port b925d82f-fb5e-487f-ad1e-72de768fd560 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:56:06.446340 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Attempting to bind port b925d82f-fb5e-487f-ad1e-72de768fd560 on network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:06.454478 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:06.454478 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Checking segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:06.454909 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Bound using segment: {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:06.455195 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Bound port: b925d82f-fb5e-487f-ad1e-72de768fd560, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf0f7ab-e78d-4610-b858-270d5a341be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:06.455557 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.467924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.473576 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T17:56:03Z', 'revision_number': 3, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port': {'id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:02Z', 'updated_at': '2022-04-07T17:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:06.477012 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-c75c68ba-2c51-43b5-a566-a33c28811d4b None None] Provisioning complete for port a05ad9ef-1316-41b8-91c7-2684d202220a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:06.478915 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c75c68ba-2c51-43b5-a566-a33c28811d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.515560 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d41a2d-468a-431e-b301-912c8e7cf589 None None] The sync data for ids ['67010898-687a-4802-b3b1-38fc2c75febd'] in dv-cinder-836996-1-iscsi is: [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T17:56:03Z', 'revision_number': 3, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port': {'id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:02Z', 'updated_at': '2022-04-07T17:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:06.543789 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] For port b925d82f-fb5e-487f-ad1e-72de768fd560, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:06.547268 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] For port b925d82f-fb5e-487f-ad1e-72de768fd560, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b925d82f-fb5e-487f-ad1e-72de768fd560,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:06.568425 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c75c68ba-2c51-43b5-a566-a33c28811d4b None None] Port a05ad9ef-1316-41b8-91c7-2684d202220a cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:06.607616 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0ca476f-4f00-4c59-b800-e6592eb20022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.660539 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.707767 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:06.708290 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.709706 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] 10.222.0.37 "PUT /v2.0/ports/b925d82f-fb5e-487f-ad1e-72de768fd560 HTTP/1.1" status: 200 len: 1093 time: 1.2385275 Apr 07 17:56:06.710147 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:06.714416 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe16230-60fc-43df-8179-68d4d7e593ba" -d '{"events": [{"name": "network-changed", "server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:06.752181 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73848d-1c55-4704-9c06-7f0c52656f75 service neutron] Pushing event updated for resources: {'Port': ['ID=b925d82f-fb5e-487f-ad1e-72de768fd560,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:06.770130 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks [] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.775254 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12825639-884f-412f-b037-1b9b99ffa64d x-openstack-request-id: req-12825639-884f-412f-b037-1b9b99ffa64d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:06.775254 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:06.775254 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12825639-884f-412f-b037-1b9b99ffa64d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:06.775697 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12825639-884f-412f-b037-1b9b99ffa64d'] response: {'name': 'network-changed', 'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'status': 'completed', 'code': 200} Apr 07 17:56:06.791015 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0ca476f-4f00-4c59-b800-e6592eb20022 admin admin] Publish callbacks [] for security_group (6e2762cb-f6fa-41e9-9720-3bf222eddc62), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.860999 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0ca476f-4f00-4c59-b800-e6592eb20022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6e2762cb-f6fa-41e9-9720-3bf222eddc62), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.863701 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:06.908224 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:56:06.967427 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a0ca476f-4f00-4c59-b800-e6592eb20022 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01eadf44ed0a4d06941aa0d8763e0ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5874863 Apr 07 17:56:06.970224 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34222) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:06.972651 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca476f-4f00-4c59-b800-e6592eb20022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2762cb-f6fa-41e9-9720-3bf222eddc62,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:06.980710 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a05ad9ef-1316-41b8-91c7-2684d202220a,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:06.986435 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (67010898-687a-4802-b3b1-38fc2c75febd), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.078146 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aeb64f4f-ebf6-434c-853e-bf11c430082a admin admin] Publish callbacks [] for security_group (6e2762cb-f6fa-41e9-9720-3bf222eddc62), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.106452 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aeb64f4f-ebf6-434c-853e-bf11c430082a admin admin] Publish callbacks [] for security_group (6e2762cb-f6fa-41e9-9720-3bf222eddc62), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.159348 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.255611 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aeb64f4f-ebf6-434c-853e-bf11c430082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (6e2762cb-f6fa-41e9-9720-3bf222eddc62), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.260556 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aeb64f4f-ebf6-434c-853e-bf11c430082a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.264578 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-aeb64f4f-ebf6-434c-853e-bf11c430082a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e2762cb-f6fa-41e9-9720-3bf222eddc62 HTTP/1.1" status: 204 len: 168 time: 0.2911286 Apr 07 17:56:07.285720 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb64f4f-ebf6-434c-853e-bf11c430082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2762cb-f6fa-41e9-9720-3bf222eddc62,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:07.328354 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bdd8a-3904-4e23-afa1-95fd5e92dc63 req-6b15d092-143c-454a-a2f8-669381d0cfc9 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:07.328354 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a19bdd8a-3904-4e23-afa1-95fd5e92dc63 req-6b15d092-143c-454a-a2f8-669381d0cfc9 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 943 time: 0.1116321 Apr 07 17:56:07.399855 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a19bdd8a-3904-4e23-afa1-95fd5e92dc63 req-f9a64ed1-df47-419f-b53f-28a0702b0881 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599663 Apr 07 17:56:07.443251 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:07.444726 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:07.573763 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Router 67010898-687a-4802-b3b1-38fc2c75febd has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:56:07.700220 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:07.705345 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d954076f-c0eb-44d6-ba3c-ff0965361cc5 admin admin] 10.222.0.26 "PUT /v2.0/routers/67010898-687a-4802-b3b1-38fc2c75febd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1144626 Apr 07 17:56:07.774540 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f463039d-5129-417d-b7df-76a56c1df0d8 None None] Provisioning complete for port a05ad9ef-1316-41b8-91c7-2684d202220a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:07.775130 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f463039d-5129-417d-b7df-76a56c1df0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.812490 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f463039d-5129-417d-b7df-76a56c1df0d8 None None] Port a05ad9ef-1316-41b8-91c7-2684d202220a cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:07.919267 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34238) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:07.922349 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device bf8f9732-8751-4b52-91f6-bf54486f53cd up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:07.934203 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ca6eb8c-96c6-4f18-a9a9-ef93836596cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:07.975542 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port bf8f9732-8751-4b52-91f6-bf54486f53cd triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:07.975912 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.027808 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ca6eb8c-96c6-4f18-a9a9-ef93836596cc admin admin] Publish callbacks [] for security_group (3f7a3426-74ed-4345-bf11-0c7932833363), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.072370 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ca6eb8c-96c6-4f18-a9a9-ef93836596cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3f7a3426-74ed-4345-bf11-0c7932833363), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.087762 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port bf8f9732-8751-4b52-91f6-bf54486f53cd is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:08.088155 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.100810 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3ca6eb8c-96c6-4f18-a9a9-ef93836596cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c1fbc36495e477cad3f12617294a687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767983 Apr 07 17:56:08.101224 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34242) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:08.118102 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6eb8c-96c6-4f18-a9a9-ef93836596cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a3426-74ed-4345-bf11-0c7932833363,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:08.131799 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port bf8f9732-8751-4b52-91f6-bf54486f53cd, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=bf8f9732-8751-4b52-91f6-bf54486f53cd,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:08.160794 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d79809-c5cc-4fe4-ab1a-5e2f4c4fe823 admin admin] Publish callbacks [] for security_group (3f7a3426-74ed-4345-bf11-0c7932833363), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.183143 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.184504 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d79809-c5cc-4fe4-ab1a-5e2f4c4fe823 admin admin] Publish callbacks [] for security_group (3f7a3426-74ed-4345-bf11-0c7932833363), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.248470 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=bf8f9732-8751-4b52-91f6-bf54486f53cd,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:08.334870 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d79809-c5cc-4fe4-ab1a-5e2f4c4fe823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3f7a3426-74ed-4345-bf11-0c7932833363), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.335038 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34244) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:08.339657 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d79809-c5cc-4fe4-ab1a-5e2f4c4fe823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.339657 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-12d79809-c5cc-4fe4-ab1a-5e2f4c4fe823 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f7a3426-74ed-4345-bf11-0c7932833363 HTTP/1.1" status: 204 len: 168 time: 0.2359791 Apr 07 17:56:08.340281 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6fcbad50-0c13-4410-93b7-44be63553941 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984026109', 'description': 'tempest-secgroup-smoke-984026109 description', 'project_id': 'c5ec31cb0df4492eaff128c55923a768'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:08.348707 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d79809-c5cc-4fe4-ab1a-5e2f4c4fe823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a3426-74ed-4345-bf11-0c7932833363,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:08.400160 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Sync routers for ids ['67010898-687a-4802-b3b1-38fc2c75febd'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:08.409019 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Routers {'67010898-687a-4802-b3b1-38fc2c75febd'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:08.410230 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['67010898-687a-4802-b3b1-38fc2c75febd'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:08.414437 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6fcbad50-0c13-4410-93b7-44be63553941 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.520829 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6fcbad50-0c13-4410-93b7-44be63553941 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group (32f753da-3ace-4210-a7e3-425d6c13d553), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.536297 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Set router 67010898-687a-4802-b3b1-38fc2c75febd gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:08.544161 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e3ed8-c9af-4363-9491-af52907122ca req-af1bc7ca-9eeb-4841-9555-515dd10fd8a2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:08.545714 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-883e3ed8-c9af-4363-9491-af52907122ca req-af1bc7ca-9eeb-4841-9555-515dd10fd8a2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 943 time: 0.0687516 Apr 07 17:56:08.567715 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6fcbad50-0c13-4410-93b7-44be63553941 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (32f753da-3ace-4210-a7e3-425d6c13d553), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.617008 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbad50-0c13-4410-93b7-44be63553941 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f753da-3ace-4210-a7e3-425d6c13d553,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:08.624718 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-883e3ed8-c9af-4363-9491-af52907122ca req-cdf79451-a99a-4f3c-ac7b-dfdf914b53de tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733526 Apr 07 17:56:08.640179 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6fcbad50-0c13-4410-93b7-44be63553941 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.644931 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34252) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:08.649698 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6fcbad50-0c13-4410-93b7-44be63553941 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3095677 Apr 07 17:56:08.650642 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-3179fe09-310b-4a60-be56-7a6db8e3b7c1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'security_group_rule': {'security_group_id': '32f753da-3ace-4210-a7e3-425d6c13d553', 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:08.734916 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3179fe09-310b-4a60-be56-7a6db8e3b7c1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (c82ca5ec-c679-4f3a-92cc-427e366a2ee2), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.776579 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T17:56:06Z', 'revision_number': 4, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port': {'id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:02Z', 'updated_at': '2022-04-07T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'a05ad9ef-1316-41b8-91c7-2684d202220a', 'name': '', 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'mac_address': 'fa:16:3e:56:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd79ef3ff-fa92-4910-be6c-6e8f8a7cdc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:05Z', 'updated_at': '2022-04-07T17:56:06Z', 'revision_number': 2, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'subnets': [{'id': 'd79ef3ff-fa92-4910-be6c-6e8f8a7cdc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:08.795364 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3179fe09-310b-4a60-be56-7a6db8e3b7c1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (c82ca5ec-c679-4f3a-92cc-427e366a2ee2), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.806572 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Checking router: 67010898-687a-4802-b3b1-38fc2c75febd for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:08.806923 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Updating router 67010898-687a-4802-b3b1-38fc2c75febd port a05ad9ef-1316-41b8-91c7-2684d202220a binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:56:08.836252 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.860476 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3179fe09-310b-4a60-be56-7a6db8e3b7c1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (c82ca5ec-c679-4f3a-92cc-427e366a2ee2), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.882045 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179fe09-310b-4a60-be56-7a6db8e3b7c1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82ca5ec-c679-4f3a-92cc-427e366a2ee2,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:08.949577 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3179fe09-310b-4a60-be56-7a6db8e3b7c1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:08.953488 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3179fe09-310b-4a60-be56-7a6db8e3b7c1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048780 Apr 07 17:56:08.953830 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34262) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:08.958420 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-20df7294-5f98-46e0-aca8-4232d7f6af4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'security_group_rule': {'security_group_id': '32f753da-3ace-4210-a7e3-425d6c13d553', 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:09.015684 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16230-60fc-43df-8179-68d4d7e593ba req-66aa29f5-653d-4a38-b475-8e086aa66ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:09.017345 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afe16230-60fc-43df-8179-68d4d7e593ba req-66aa29f5-653d-4a38-b475-8e086aa66ea5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 1127 time: 0.0541708 Apr 07 17:56:09.060173 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20df7294-5f98-46e0-aca8-4232d7f6af4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (36c2c4b2-edf2-498d-bfee-6b43a1f6d4cb), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.126349 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Publish callbacks [] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.182088 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.188911 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20df7294-5f98-46e0-aca8-4232d7f6af4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (36c2c4b2-edf2-498d-bfee-6b43a1f6d4cb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.190671 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16230-60fc-43df-8179-68d4d7e593ba req-72280dc5-5c9a-4f89-83f6-2bc148699991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:09.192918 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afe16230-60fc-43df-8179-68d4d7e593ba req-72280dc5-5c9a-4f89-83f6-2bc148699991 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f0de5c5263634476bca59b25adb38136&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1672904 Apr 07 17:56:09.239883 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577935-bab8-4554-971f-d2068a26bf95 None None] Pushing event updated for resources: {'Port': ['ID=a05ad9ef-1316-41b8-91c7-2684d202220a,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:09.297066 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Attempting to bind port a05ad9ef-1316-41b8-91c7-2684d202220a on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:09.297480 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Attempting to bind port a05ad9ef-1316-41b8-91c7-2684d202220a by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:09.297834 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Attempting to bind port a05ad9ef-1316-41b8-91c7-2684d202220a on network 78063248-27ff-4e8a-ae82-8672b724e5f6 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:09.303150 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:09.304844 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Checking segment: {'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:09.304844 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.304844 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Bound using segment: {'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:09.304844 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Bound port: a05ad9ef-1316-41b8-91c7-2684d202220a, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de7a54c-9fb3-4bce-af57-3c08528c7937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:09.305582 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.311776 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16230-60fc-43df-8179-68d4d7e593ba req-cd6c0210-e027-4a78-82a6-dfc3b0317cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:09.313222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afe16230-60fc-43df-8179-68d4d7e593ba req-cd6c0210-e027-4a78-82a6-dfc3b0317cba service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150208 Apr 07 17:56:09.323672 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20df7294-5f98-46e0-aca8-4232d7f6af4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (36c2c4b2-edf2-498d-bfee-6b43a1f6d4cb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.366387 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df7294-5f98-46e0-aca8-4232d7f6af4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c2c4b2-edf2-498d-bfee-6b43a1f6d4cb,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:09.390610 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] For port a05ad9ef-1316-41b8-91c7-2684d202220a, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:09.396658 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] For port a05ad9ef-1316-41b8-91c7-2684d202220a, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=a05ad9ef-1316-41b8-91c7-2684d202220a,segment=NetworkSegment(8de7a54c-9fb3-4bce-af57-3c08528c7937),segment_id=8de7a54c-9fb3-4bce-af57-3c08528c7937)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:09.420336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-ab47ce08-0260-4dc7-b236-e15d5a9da897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:09.422046 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-ab47ce08-0260-4dc7-b236-e15d5a9da897 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 1127 time: 0.0636389 Apr 07 17:56:09.449446 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-3ea7ad09-7bff-4064-b838-5d6c0596b47f None None] Provisioning complete for port a05ad9ef-1316-41b8-91c7-2684d202220a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:09.449972 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3ea7ad09-7bff-4064-b838-5d6c0596b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.469585 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-94698ce1-fff0-4508-ac20-2173df376d0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b925d82f-fb5e-487f-ad1e-72de768fd560 HTTP/1.1" status: 200 len: 217 time: 0.0413482 Apr 07 17:56:09.472139 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20df7294-5f98-46e0-aca8-4232d7f6af4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.475729 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-20df7294-5f98-46e0-aca8-4232d7f6af4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5183840 Apr 07 17:56:09.477243 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34274) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:09.481025 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-17811711-4e64-4a82-a3e9-1d0a7b721036 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'security_group_rule': {'security_group_id': '32f753da-3ace-4210-a7e3-425d6c13d553', 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:09.501922 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.511076 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7ad09-7bff-4064-b838-5d6c0596b47f None None] Port a05ad9ef-1316-41b8-91c7-2684d202220a cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:09.523543 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-2d900697-d7ed-4319-bd23-05a5cc620838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:09.525346 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-2d900697-d7ed-4319-bd23-05a5cc620838 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0497022 Apr 07 17:56:09.564290 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Routers {'67010898-687a-4802-b3b1-38fc2c75febd'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:09.564857 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['67010898-687a-4802-b3b1-38fc2c75febd'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:09.577410 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577935-bab8-4554-971f-d2068a26bf95 None None] Pushing event updated for resources: {'Port': ['ID=a05ad9ef-1316-41b8-91c7-2684d202220a,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:09.583144 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-17811711-4e64-4a82-a3e9-1d0a7b721036 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (cf485daf-5dc8-48a1-be62-cf082da47ce3), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.592921 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-c5720e6e-909d-40cd-9010-c47d0daa5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:09.595087 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-c5720e6e-909d-40cd-9010-c47d0daa5322 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636392 Apr 07 17:56:09.677347 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-17811711-4e64-4a82-a3e9-1d0a7b721036 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (cf485daf-5dc8-48a1-be62-cf082da47ce3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.734424 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-17811711-4e64-4a82-a3e9-1d0a7b721036 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (cf485daf-5dc8-48a1-be62-cf082da47ce3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.767997 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17811711-4e64-4a82-a3e9-1d0a7b721036 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf485daf-5dc8-48a1-be62-cf082da47ce3,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:09.777121 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] Set router 67010898-687a-4802-b3b1-38fc2c75febd gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:09.799361 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-9671274a-bd12-4c0d-ab34-fd78eae21794 service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983876 Apr 07 17:56:09.836056 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-17811711-4e64-4a82-a3e9-1d0a7b721036 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.838680 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-17811711-4e64-4a82-a3e9-1d0a7b721036 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610814 Apr 07 17:56:09.839913 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ae5d0-f1c5-4989-81ae-2ac1c5c31b09 req-1687efc8-a945-4d11-a1b9-05004db8d10e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:09.840932 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34282) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:09.845766 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd3ae5d0-f1c5-4989-81ae-2ac1c5c31b09 req-1687efc8-a945-4d11-a1b9-05004db8d10e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 943 time: 0.1097476 Apr 07 17:56:09.846571 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-3f4fe9b2-11b3-46d4-b6c2-a7364c5af9f9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'security_group_rule': {'security_group_id': '32f753da-3ace-4210-a7e3-425d6c13d553', 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:09.956086 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd3ae5d0-f1c5-4989-81ae-2ac1c5c31b09 req-f5472082-c524-4e9b-bb45-27c79872560a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980134 Apr 07 17:56:09.971626 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe9b2-11b3-46d4-b6c2-a7364c5af9f9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (6ab4f757-521b-4d66-859d-a2e9cd30145a), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:09.979554 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b63c0ed6-a2b9-44e4-9dfc-6d8b28cd6bcc req-8cb6d315-579b-45bc-b08b-789f60555cbe service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746142 Apr 07 17:56:10.002424 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device bf8f9732-8751-4b52-91f6-bf54486f53cd up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:10.006488 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-cb7f71ae-a535-479c-8c2e-a7d33231074b None None] Provisioning complete for port a05ad9ef-1316-41b8-91c7-2684d202220a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:10.006857 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb7f71ae-a535-479c-8c2e-a7d33231074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.038045 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe9b2-11b3-46d4-b6c2-a7364c5af9f9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (6ab4f757-521b-4d66-859d-a2e9cd30145a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.083102 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe9b2-11b3-46d4-b6c2-a7364c5af9f9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (6ab4f757-521b-4d66-859d-a2e9cd30145a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.104903 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fe9b2-11b3-46d4-b6c2-a7364c5af9f9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab4f757-521b-4d66-859d-a2e9cd30145a,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:10.155800 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe9b2-11b3-46d4-b6c2-a7364c5af9f9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.159912 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3f4fe9b2-11b3-46d4-b6c2-a7364c5af9f9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148184 Apr 07 17:56:10.159912 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34296) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:10.167100 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'security_group_rule': {'security_group_id': '32f753da-3ace-4210-a7e3-425d6c13d553', 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:10.273116 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Project c5ec31cb0df4492eaff128c55923a768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 17:56:10.279859 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (8a36e340-a354-45d3-84b9-f35ff906f014), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.314060 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port bf8f9732-8751-4b52-91f6-bf54486f53cd triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:10.314438 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.318171 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f71ae-a535-479c-8c2e-a7d33231074b None None] Current status of the port a05ad9ef-1316-41b8-91c7-2684d202220a is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:10.318550 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb7f71ae-a535-479c-8c2e-a7d33231074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.350355 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T17:56:06Z', 'revision_number': 4, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port': {'id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:02Z', 'updated_at': '2022-04-07T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'a05ad9ef-1316-41b8-91c7-2684d202220a', 'name': '', 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'mac_address': 'fa:16:3e:56:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd79ef3ff-fa92-4910-be6c-6e8f8a7cdc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:05Z', 'updated_at': '2022-04-07T17:56:09Z', 'revision_number': 4, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'subnets': [{'id': 'd79ef3ff-fa92-4910-be6c-6e8f8a7cdc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:10.354428 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (8a36e340-a354-45d3-84b9-f35ff906f014), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.397418 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ce71e-fdf8-4e65-b561-3a3bcf39df59 None None] The sync data for ids ['67010898-687a-4802-b3b1-38fc2c75febd'] in dv-cinder-836996-1-iscsi is: [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T17:56:06Z', 'revision_number': 4, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port': {'id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:02Z', 'updated_at': '2022-04-07T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'a05ad9ef-1316-41b8-91c7-2684d202220a', 'name': '', 'network_id': '78063248-27ff-4e8a-ae82-8672b724e5f6', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'mac_address': 'fa:16:3e:56:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd79ef3ff-fa92-4910-be6c-6e8f8a7cdc90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:05Z', 'updated_at': '2022-04-07T17:56:09Z', 'revision_number': 4, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'subnets': [{'id': 'd79ef3ff-fa92-4910-be6c-6e8f8a7cdc90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:10.423215 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-cb7f71ae-a535-479c-8c2e-a7d33231074b None None] For port a05ad9ef-1316-41b8-91c7-2684d202220a, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=a05ad9ef-1316-41b8-91c7-2684d202220a,segment=NetworkSegment(8de7a54c-9fb3-4bce-af57-3c08528c7937),segment_id=8de7a54c-9fb3-4bce-af57-3c08528c7937)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:10.432884 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (8a36e340-a354-45d3-84b9-f35ff906f014), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.471560 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a36e340-a354-45d3-84b9-f35ff906f014,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:10.488952 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb7f71ae-a535-479c-8c2e-a7d33231074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.495997 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port bf8f9732-8751-4b52-91f6-bf54486f53cd is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:10.543623 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.545063 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f6048534-3bdf-48a5-91da-4cb572c610e9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3840315 Apr 07 17:56:10.547851 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34310) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:10.550865 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f71ae-a535-479c-8c2e-a7d33231074b None None] Pushing event updated for resources: {'Port': ['ID=a05ad9ef-1316-41b8-91c7-2684d202220a,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:10.553806 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'security_group_rule': {'security_group_id': '32f753da-3ace-4210-a7e3-425d6c13d553', 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:10.667084 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Project c5ec31cb0df4492eaff128c55923a768 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 17:56:10.672656 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (82ebe988-5366-4936-b1bc-174ed3cbf64a), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.749165 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (82ebe988-5366-4936-b1bc-174ed3cbf64a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.820766 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (82ebe988-5366-4936-b1bc-174ed3cbf64a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.842448 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ebe988-5366-4936-b1bc-174ed3cbf64a,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:10.925498 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:10.927061 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0c00fed4-90bb-4dd7-ad88-076bcee500e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3780363 Apr 07 17:56:11.081883 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd5b1b-5960-4652-ac9c-17c815d01090 req-98982e15-c9a3-47d0-bdb4-12faa04bd835 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:11.083576 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30dd5b1b-5960-4652-ac9c-17c815d01090 req-98982e15-c9a3-47d0-bdb4-12faa04bd835 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 943 time: 0.0636148 Apr 07 17:56:11.141350 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30dd5b1b-5960-4652-ac9c-17c815d01090 req-dd1f010f-85b2-46a0-940c-2b5278856834 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464258 Apr 07 17:56:11.793002 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34382) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:11.928686 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device a05ad9ef-1316-41b8-91c7-2684d202220a up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:11.931462 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-49d62f12-9759-4836-ab85-6977b4b27013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:11.983851 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port a05ad9ef-1316-41b8-91c7-2684d202220a triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:11.984307 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.009018 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-49d62f12-9759-4836-ab85-6977b4b27013 admin admin] Publish callbacks [] for security_group (a1e1f902-aba5-4918-8941-57f9ad093f9a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.061975 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port a05ad9ef-1316-41b8-91c7-2684d202220a is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:12.088624 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-49d62f12-9759-4836-ab85-6977b4b27013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a1e1f902-aba5-4918-8941-57f9ad093f9a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.125870 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-49d62f12-9759-4836-ab85-6977b4b27013 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8a18e3c84254969927d7bdaa048a6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316879 Apr 07 17:56:12.128881 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34390) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:12.131103 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d62f12-9759-4836-ab85-6977b4b27013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1f902-aba5-4918-8941-57f9ad093f9a,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:12.183134 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c25526b4-4783-4f96-a3b0-7a4e2b518f47 admin admin] Publish callbacks [] for security_group (a1e1f902-aba5-4918-8941-57f9ad093f9a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.205158 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c25526b4-4783-4f96-a3b0-7a4e2b518f47 admin admin] Publish callbacks [] for security_group (a1e1f902-aba5-4918-8941-57f9ad093f9a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.288272 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7de023-d265-4073-b120-90c874589407 req-7726096b-2750-409f-b737-b7e9c2f9c9a1 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:12.290300 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f7de023-d265-4073-b120-90c874589407 req-7726096b-2750-409f-b737-b7e9c2f9c9a1 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 943 time: 0.0749502 Apr 07 17:56:12.337757 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f7de023-d265-4073-b120-90c874589407 req-2bef0ce8-eb9b-44f1-bc68-2720321f3931 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407951 Apr 07 17:56:12.345611 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c25526b4-4783-4f96-a3b0-7a4e2b518f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (a1e1f902-aba5-4918-8941-57f9ad093f9a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.348111 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c25526b4-4783-4f96-a3b0-7a4e2b518f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.349206 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c25526b4-4783-4f96-a3b0-7a4e2b518f47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1e1f902-aba5-4918-8941-57f9ad093f9a HTTP/1.1" status: 204 len: 168 time: 0.2189131 Apr 07 17:56:12.363359 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25526b4-4783-4f96-a3b0-7a4e2b518f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e1f902-aba5-4918-8941-57f9ad093f9a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:12.875938 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34418) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:12.889526 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0fc95d25-41c2-4ccd-9c7f-334b3dd4972a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:12.972154 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0fc95d25-41c2-4ccd-9c7f-334b3dd4972a admin admin] Publish callbacks [] for security_group (25dec6c2-baa5-425f-8397-a7928c4a9ed8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.020602 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0fc95d25-41c2-4ccd-9c7f-334b3dd4972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (25dec6c2-baa5-425f-8397-a7928c4a9ed8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.028862 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34422) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:13.058483 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc95d25-41c2-4ccd-9c7f-334b3dd4972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dec6c2-baa5-425f-8397-a7928c4a9ed8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:13.063574 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0fc95d25-41c2-4ccd-9c7f-334b3dd4972a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f7ea73cbe1042cf86c5c56ba48cb0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859043 Apr 07 17:56:13.065708 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34426) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:13.119581 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96d6d179-7402-4a44-9975-a3359e019734 admin admin] Publish callbacks [] for security_group (25dec6c2-baa5-425f-8397-a7928c4a9ed8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.148915 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96d6d179-7402-4a44-9975-a3359e019734 admin admin] Publish callbacks [] for security_group (25dec6c2-baa5-425f-8397-a7928c4a9ed8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.162460 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a4063d82-aec6-4956-8b0c-42126468942a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.259648 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a4063d82-aec6-4956-8b0c-42126468942a admin admin] Publish callbacks [] for security_group (c9ee1ff2-6412-4825-9a73-8a6752553247), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.288887 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96d6d179-7402-4a44-9975-a3359e019734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (25dec6c2-baa5-425f-8397-a7928c4a9ed8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.292129 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96d6d179-7402-4a44-9975-a3359e019734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.293321 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-96d6d179-7402-4a44-9975-a3359e019734 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25dec6c2-baa5-425f-8397-a7928c4a9ed8 HTTP/1.1" status: 204 len: 168 time: 0.2265835 Apr 07 17:56:13.301380 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d179-7402-4a44-9975-a3359e019734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dec6c2-baa5-425f-8397-a7928c4a9ed8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:13.334824 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a4063d82-aec6-4956-8b0c-42126468942a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c9ee1ff2-6412-4825-9a73-8a6752553247), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.375533 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4063d82-aec6-4956-8b0c-42126468942a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee1ff2-6412-4825-9a73-8a6752553247,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:13.381604 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a4063d82-aec6-4956-8b0c-42126468942a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a38a7a2dbc7d4be39769492dabb34fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515935 Apr 07 17:56:13.384525 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34432) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:13.467221 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9116792-a137-4b85-b947-d1ca9d60ed15 admin admin] Publish callbacks [] for security_group (c9ee1ff2-6412-4825-9a73-8a6752553247), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.497268 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9116792-a137-4b85-b947-d1ca9d60ed15 admin admin] Publish callbacks [] for security_group (c9ee1ff2-6412-4825-9a73-8a6752553247), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.505442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b181b-b4a4-4db8-b728-a5a3ad8991f6 req-8d76966f-e5fd-4c1e-a411-ff60eb5321c2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:13.506912 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a2b181b-b4a4-4db8-b728-a5a3ad8991f6 req-8d76966f-e5fd-4c1e-a411-ff60eb5321c2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 943 time: 0.0975523 Apr 07 17:56:13.584412 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a2b181b-b4a4-4db8-b728-a5a3ad8991f6 req-9b16dac7-071f-409a-842b-d7b719f4724c tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652587 Apr 07 17:56:13.648857 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9116792-a137-4b85-b947-d1ca9d60ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (c9ee1ff2-6412-4825-9a73-8a6752553247), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.652159 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c9116792-a137-4b85-b947-d1ca9d60ed15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:13.653330 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c9116792-a137-4b85-b947-d1ca9d60ed15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9ee1ff2-6412-4825-9a73-8a6752553247 HTTP/1.1" status: 204 len: 168 time: 0.2677460 Apr 07 17:56:13.661514 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9116792-a137-4b85-b947-d1ca9d60ed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee1ff2-6412-4825-9a73-8a6752553247,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:14.042454 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b925d82f-fb5e-487f-ad1e-72de768fd560 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:56:14.162042 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port b925d82f-fb5e-487f-ad1e-72de768fd560, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b925d82f-fb5e-487f-ad1e-72de768fd560,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:14.180947 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'port_id': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'mac_address': 'fa:16:3e:46:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:56:14.241365 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port b925d82f-fb5e-487f-ad1e-72de768fd560 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:14.241770 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:14.255490 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b925d82f-fb5e-487f-ad1e-72de768fd560 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:56:14.275308 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port b925d82f-fb5e-487f-ad1e-72de768fd560, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b925d82f-fb5e-487f-ad1e-72de768fd560,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:14.346442 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:14.398199 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=b925d82f-fb5e-487f-ad1e-72de768fd560,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:14.564695 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['b925d82f-fb5e-487f-ad1e-72de768fd560'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:56:14.719108 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b580-df3b-4a68-afb7-03e21cf8270c req-b37ec909-93cb-4783-8cbe-68d76f4a9d55 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:14.721600 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7478b580-df3b-4a68-afb7-03e21cf8270c req-b37ec909-93cb-4783-8cbe-68d76f4a9d55 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 944 time: 0.0603526 Apr 07 17:56:14.775109 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7478b580-df3b-4a68-afb7-03e21cf8270c req-4166fb90-f46a-4ffa-abc9-8bdd8ee5df80 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474391 Apr 07 17:56:15.900451 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46f50-5756-45a7-bb2b-fb05dd288716 req-00429a3c-0052-47e1-b43c-d3a7e4f8b592 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:15.901946 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16d46f50-5756-45a7-bb2b-fb05dd288716 req-00429a3c-0052-47e1-b43c-d3a7e4f8b592 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 944 time: 0.0571940 Apr 07 17:56:15.950037 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16d46f50-5756-45a7-bb2b-fb05dd288716 req-dd7d93ef-28f6-4113-b5f8-380ac5344a58 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 Apr 07 17:56:16.051822 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b925d82f-fb5e-487f-ad1e-72de768fd560 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:16.174634 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port b925d82f-fb5e-487f-ad1e-72de768fd560 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:56:16.178678 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port b925d82f-fb5e-487f-ad1e-72de768fd560 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:16.179054 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:16.249618 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-b33a30d8-0624-4b52-ada6-69d4e20613d2 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0bad06bd9d1c436f8741d43771f8b78d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294111 Apr 07 17:56:16.259948 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port b925d82f-fb5e-487f-ad1e-72de768fd560 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:16.260334 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:16.286489 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:16.288908 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efd2957-6b74-4d58-aade-2334bcbf8636" -d '{"events": [{"server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "name": "network-vif-plugged", "status": "completed", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:16.303069 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port b925d82f-fb5e-487f-ad1e-72de768fd560, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b925d82f-fb5e-487f-ad1e-72de768fd560,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:16.332701 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546ba85-06c3-4c65-b7a4-4e86981a9b91 x-openstack-request-id: req-f546ba85-06c3-4c65-b7a4-4e86981a9b91 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:16.333099 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "name": "network-vif-plugged", "status": "completed", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:16.333328 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f546ba85-06c3-4c65-b7a4-4e86981a9b91 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:16.333710 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f546ba85-06c3-4c65-b7a4-4e86981a9b91'] response: {'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'code': 200} Apr 07 17:56:16.357825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:16.411896 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=b925d82f-fb5e-487f-ad1e-72de768fd560,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:16.442471 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-263960ce-57b7-4076-96dc-4f12ab872a50 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:16.444071 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-263960ce-57b7-4076-96dc-4f12ab872a50 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886389 Apr 07 17:56:16.461263 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-cfe4c109-276d-4b36-b8ee-35907c71b8ff tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/quotas/0bad06bd9d1c436f8741d43771f8b78d HTTP/1.1" status: 200 len: 375 time: 0.0106375 Apr 07 17:56:16.498194 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-ba10246b-8edf-4f5d-a58e-78fd5f0eedea tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bad06bd9d1c436f8741d43771f8b78d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311246 Apr 07 17:56:16.635678 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864096-3ecf-4ea3-bb21-4a74c4a749ac req-c534e3cc-e5d1-4d9e-b867-0bcb85056a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:16.637181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4864096-3ecf-4ea3-bb21-4a74c4a749ac req-c534e3cc-e5d1-4d9e-b867-0bcb85056a8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 1129 time: 0.0463996 Apr 07 17:56:16.683843 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4864096-3ecf-4ea3-bb21-4a74c4a749ac req-bb2e7a38-7f89-43e6-9894-ccbe7c3fdd21 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393775 Apr 07 17:56:16.761486 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e06d3dfb-51f9-4a03-8be8-6d90dcfa3d61 req-7c6106df-6f58-458a-ae90-46f50bfe196b tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 210 time: 0.0309401 Apr 07 17:56:17.072688 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ec0b4-4513-4940-b5ef-0b856f98b369 req-44bccc7a-1e48-49ba-a0db-f5bca6ae7fb2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:17.074231 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea7ec0b4-4513-4940-b5ef-0b856f98b369 req-44bccc7a-1e48-49ba-a0db-f5bca6ae7fb2 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 945 time: 0.0586152 Apr 07 17:56:17.124283 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea7ec0b4-4513-4940-b5ef-0b856f98b369 req-e2a70a74-d157-4614-8049-26c29698972b tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Apr 07 17:56:17.862541 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab252e2c-f4c7-4a7f-9455-eb5a7ff1a0df req-c6ce025a-eeba-46cf-b7f6-e988880293a6 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 210 time: 0.0287654 Apr 07 17:56:18.256107 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587192-0ce8-4f27-b0fd-251306875d66 req-8860b402-efa5-4dc0-a97a-d77e282a5892 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:18.257592 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67587192-0ce8-4f27-b0fd-251306875d66 req-8860b402-efa5-4dc0-a97a-d77e282a5892 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Apr 07 17:56:18.307397 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67587192-0ce8-4f27-b0fd-251306875d66 req-d2045791-b372-4152-b97a-403711c4c014 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Apr 07 17:56:18.433090 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed412eed-942b-45bf-9d1b-4c799d8e9994 req-8233c631-3530-498d-859d-a323ac8586d1 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:18.434585 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed412eed-942b-45bf-9d1b-4c799d8e9994 req-8233c631-3530-498d-859d-a323ac8586d1 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 945 time: 0.0582650 Apr 07 17:56:18.443413 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34510) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:18.448155 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Request body: {'floatingip': {'port_id': 'b925d82f-fb5e-487f-ad1e-72de768fd560'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:18.488447 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (4b8e1621-90a2-4458-b824-dc396073cb0f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:18.959293 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-0c2145da-ac1d-463d-909f-8b14fc40743d tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0bad06bd9d1c436f8741d43771f8b78d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733750 Apr 07 17:56:18.980278 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbff82ee-4021-43e5-9e34-9b7abb667fc7 req-b67dec35-4448-4a29-8c44-2ba636c1c712 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 210 time: 0.0436103 Apr 07 17:56:19.016867 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:19.094831 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-2f657a12-c253-4b07-b079-20a97e864074 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:19.096246 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-2f657a12-c253-4b07-b079-20a97e864074 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190934 Apr 07 17:56:19.097371 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (4b8e1621-90a2-4458-b824-dc396073cb0f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:19.098802 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:19.137808 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Request body: {'port': {'device_id': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55', 'admin_state_up': True, 'tenant_id': '0bad06bd9d1c436f8741d43771f8b78d'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:19.538412 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Floating IP 4b8e1621-90a2-4458-b824-dc396073cb0f associated. External IP: 172.27.0.98, port: b925d82f-fb5e-487f-ad1e-72de768fd560. Apr 07 17:56:19.736184 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Made reservation on behalf of 0bad06bd9d1c436f8741d43771f8b78d for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:19.739878 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:19.757936 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:19.807061 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:56:19.938366 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks [] for security_group (62ee064c-f676-4607-8c37-58016a154528), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:19.962017 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:19.968103 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:19.972811 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:19.983102 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:19.984301 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:19.991068 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (62ee064c-f676-4607-8c37-58016a154528), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:20.056198 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2130861c-7b35-459c-9713-59e3b2ecf6e7 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "PUT /v2.0/floatingips/4b8e1621-90a2-4458-b824-dc396073cb0f HTTP/1.1" status: 200 len: 990 time: 1.6117408 Apr 07 17:56:20.062734 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:20.064867 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da1dae-ae4e-4759-a7fd-45b508b25177" -d '{"events": [{"name": "network-changed", "server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:20.098202 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:20.104963 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee064c-f676-4607-8c37-58016a154528,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:20.111776 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7921ded2-e6dd-4d6b-a001-3c9fa094198b req-ba14ae70-9cf8-431b-99f7-66b704e63d53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 210 time: 0.0416646 Apr 07 17:56:20.116207 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1522365f-64e0-4a07-9ccf-8bf3207bad40 x-openstack-request-id: req-1522365f-64e0-4a07-9ccf-8bf3207bad40 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:20.116495 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:20.116745 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1522365f-64e0-4a07-9ccf-8bf3207bad40 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:20.117130 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1522365f-64e0-4a07-9ccf-8bf3207bad40'] response: {'name': 'network-changed', 'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'status': 'completed', 'code': 200} Apr 07 17:56:20.145792 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55188) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:20.194158 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Allocated IP 192.168.233.104 (7bf3adb5-6a24-4e64-be20-42ac4d19fc55/ffb2c2b9-45df-4003-a3e4-3621ed999f38/19ddcc58-0eab-45be-a004-6c4e44f0b4c0) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:20.230500 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-e1161408-ea3e-4f5e-ab19-86c78d2dbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:20.232236 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-e1161408-ea3e-4f5e-ab19-86c78d2dbfab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 1129 time: 0.0589864 Apr 07 17:56:20.341887 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-078bb7e1-ab08-4d56-b427-3f51a63ad3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:20.343867 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-078bb7e1-ab08-4d56-b427-3f51a63ad3fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 916 time: 0.1048768 Apr 07 17:56:20.351597 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '4b8e1621-90a2-4458-b824-dc396073cb0f', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:46:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d17014-5691-45cf-81d0-520ecfe19658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:55:58Z', 'updated_at': '2022-04-07T17:56:18Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:20.381896 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:20.395507 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:20.396420 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:20.512717 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:20.534043 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks [] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:20.536864 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-a46460f6-58d2-4ed6-83c6-b154e3265b3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b925d82f-fb5e-487f-ad1e-72de768fd560 HTTP/1.1" status: 200 len: 998 time: 0.1864684 Apr 07 17:56:20.595399 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-c4ea4608-34cf-4281-bb75-58cf44208c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:20.596922 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-c4ea4608-34cf-4281-bb75-58cf44208c56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0541918 Apr 07 17:56:20.621698 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:20.658190 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-53d6254c-43e6-450b-84a2-fc949f836459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:20.661943 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-53d6254c-43e6-450b-84a2-fc949f836459 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581050 Apr 07 17:56:20.673190 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:20.676100 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:20.682405 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:20.686787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Pushing event updated for resources: {'Port': ['ID=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:20.751983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:20.755336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:20.810923 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-c2e5e842-bbf3-4e38-bddf-783099656f3d service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420958 Apr 07 17:56:20.835222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-67500651-3966-4785-90f7-52ccb5a0863c tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7027621 Apr 07 17:56:20.859557 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Request body: {'port': {'device_id': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:20.885370 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '4b8e1621-90a2-4458-b824-dc396073cb0f', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:46:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d17014-5691-45cf-81d0-520ecfe19658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:55:58Z', 'updated_at': '2022-04-07T17:56:18Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:20.918761 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce9284-5818-4fad-8571-0fffaa495873 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '4b8e1621-90a2-4458-b824-dc396073cb0f', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '79381082-3efb-4485-83a0-946c6005a726', 'port_id': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'mac_address': 'fa:16:3e:46:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d17014-5691-45cf-81d0-520ecfe19658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:55:58Z', 'updated_at': '2022-04-07T17:56:18Z', 'revision_number': 1, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:20.932872 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da1dae-ae4e-4759-a7fd-45b508b25177 req-b6a4b62a-f9eb-463b-a216-6731d672b81b service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158412 Apr 07 17:56:20.938056 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:21.012588 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-e22baf5d-2f06-46d0-9e3e-1dc28df24f28 None None] Provisioning complete for port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:21.013279 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e22baf5d-2f06-46d0-9e3e-1dc28df24f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:21.048849 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e22baf5d-2f06-46d0-9e3e-1dc28df24f28 None None] Port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:21.157533 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acf163-3149-4adc-895d-b1c71a9916c1 None None] New status for floating IP 4b8e1621-90a2-4458-b824-dc396073cb0f: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:56:21.260396 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:56:21.269395 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Publish callbacks [] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:21.292285 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Transition to ACTIVE for port object 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:56:21.303146 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a1c5-a1d7-4ac3-9c73-c8471a738060 req-57f9c094-ae98-4830-bbd4-e5da85b033c3 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:21.304609 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1181a1c5-a1d7-4ac3-9c73-c8471a738060 req-57f9c094-ae98-4830-bbd4-e5da85b033c3 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 936 time: 0.0832884 Apr 07 17:56:21.360134 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1181a1c5-a1d7-4ac3-9c73-c8471a738060 req-9b6feabc-011d-493f-b903-e5964318f714 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Apr 07 17:56:21.370615 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:21.422321 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Pushing event updated for resources: {'Port': ['ID=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:21.496973 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Attempting to bind port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:21.497339 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Attempting to bind port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:21.497667 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Attempting to bind port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 on network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:21.502145 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 on network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:56:21.503070 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Attempting to bind port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 on network 7bf3adb5-6a24-4e64-be20-42ac4d19fc55 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:21.508250 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:21.508579 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Checking segment: {'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:21.508960 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Bound using segment: {'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:21.509427 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Bound port: 19ddcc58-0eab-45be-a004-6c4e44f0b4c0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cad4081-92ee-49e1-914f-b726bd3d66f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:21.509824 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:21.581261 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] For port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:21.584336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] For port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,segment=NetworkSegment(8cad4081-92ee-49e1-914f-b726bd3d66f6),segment_id=8cad4081-92ee-49e1-914f-b726bd3d66f6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:21.667118 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:21.701014 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:21.701654 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:21.703114 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] 10.222.0.37 "PUT /v2.0/ports/19ddcc58-0eab-45be-a004-6c4e44f0b4c0 HTTP/1.1" status: 200 len: 1098 time: 0.8482749 Apr 07 17:56:21.726747 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a56434-1170-44a9-8a68-e17fdf0207ed service neutron] Pushing event updated for resources: {'Port': ['ID=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:21.861047 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-cc311670-8698-40d3-a239-a9328d60c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:21.862587 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-cc311670-8698-40d3-a239-a9328d60c708 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bad06bd9d1c436f8741d43771f8b78d&device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 1132 time: 0.0534952 Apr 07 17:56:21.905324 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-94a6a3c3-d4b0-4634-a06b-cb694c50901b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=19ddcc58-0eab-45be-a004-6c4e44f0b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0345287 Apr 07 17:56:21.958928 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-7d604a3f-396d-45a5-a19e-a36ba00e18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:21.960355 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-7d604a3f-396d-45a5-a19e-a36ba00e18b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffb2c2b9-45df-4003-a3e4-3621ed999f38 HTTP/1.1" status: 200 len: 843 time: 0.0494492 Apr 07 17:56:22.011084 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-dffd0a38-3bd4-43fd-8ae7-d28afd6dca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:22.012480 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-dffd0a38-3bd4-43fd-8ae7-d28afd6dca65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf3adb5-6a24-4e64-be20-42ac4d19fc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0457840 Apr 07 17:56:22.102979 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-6859d704-03c8-465d-ba67-2f55a57d0cc8 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf3adb5-6a24-4e64-be20-42ac4d19fc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 Apr 07 17:56:22.127891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'tag': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:22.130115 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9624823-495c-4a96-9867-ee1a35be7f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "893718b7-3dcf-4c44-96ab-d3ed170b2feb", "tag": "19ddcc58-0eab-45be-a004-6c4e44f0b4c0"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:22.167775 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33496162-bcf7-4412-a3df-d19579f7a627 x-openstack-request-id: req-33496162-bcf7-4412-a3df-d19579f7a627 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:22.168060 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893718b7-3dcf-4c44-96ab-d3ed170b2feb", "tag": "19ddcc58-0eab-45be-a004-6c4e44f0b4c0", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:22.168310 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33496162-bcf7-4412-a3df-d19579f7a627 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:22.168697 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33496162-bcf7-4412-a3df-d19579f7a627'] response: {'name': 'network-changed', 'server_uuid': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'tag': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0', 'status': 'completed', 'code': 200} Apr 07 17:56:22.204203 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-57e1ba9e-1ce1-4797-810a-7d9aa33fa8f8 req-1b35a5b7-1043-414e-abe6-84c7e8dd5df7 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf3adb5-6a24-4e64-be20-42ac4d19fc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943284 Apr 07 17:56:22.481876 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea853ef-f925-4908-969c-e59b84b05486 req-5e5b53ed-fa36-416d-b12a-2a0986260e98 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:22.483385 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ea853ef-f925-4908-969c-e59b84b05486 req-5e5b53ed-fa36-416d-b12a-2a0986260e98 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 948 time: 0.0557475 Apr 07 17:56:22.534413 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ea853ef-f925-4908-969c-e59b84b05486 req-e43f3c04-3b66-4bad-8732-818fe0668a63 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452867 Apr 07 17:56:23.039422 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-97b7570d-b86e-4289-927d-52f11d833294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:23.041400 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-97b7570d-b86e-4289-927d-52f11d833294 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bad06bd9d1c436f8741d43771f8b78d&device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 1132 time: 0.0442381 Apr 07 17:56:23.130340 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-68f1ecb8-fcab-4f2d-b13f-c3bbf32bbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:23.131754 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-68f1ecb8-fcab-4f2d-b13f-c3bbf32bbad4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7bf3adb5-6a24-4e64-be20-42ac4d19fc55 HTTP/1.1" status: 200 len: 870 time: 0.0839815 Apr 07 17:56:23.175185 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-0a9f7699-25ec-4086-a150-53853a69308a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=19ddcc58-0eab-45be-a004-6c4e44f0b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0372121 Apr 07 17:56:23.224520 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-54b0424c-ab7c-4cb9-8c5d-60cd1c5545eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:23.225941 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-54b0424c-ab7c-4cb9-8c5d-60cd1c5545eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffb2c2b9-45df-4003-a3e4-3621ed999f38 HTTP/1.1" status: 200 len: 843 time: 0.0429640 Apr 07 17:56:23.273615 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-2acf8922-788b-40a2-b449-bb2b2cea63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:23.275044 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-2acf8922-788b-40a2-b449-bb2b2cea63f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf3adb5-6a24-4e64-be20-42ac4d19fc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0420480 Apr 07 17:56:23.366278 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-dbe7df63-419c-46ff-92a7-944a8bfcdbd6 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf3adb5-6a24-4e64-be20-42ac4d19fc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842574 Apr 07 17:56:23.456389 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9624823-495c-4a96-9867-ee1a35be7f8a req-add641b7-d2a5-4b80-90bb-7aa8c176ea2a service neutron] 10.222.0.37 "GET /v2.0/networks/7bf3adb5-6a24-4e64-be20-42ac4d19fc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834370 Apr 07 17:56:23.658602 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7531b-3f4e-45fb-9df1-7352d6fde0af req-5fb82519-2a31-46ce-9807-1f00f0e71751 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:23.659701 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ce7531b-3f4e-45fb-9df1-7352d6fde0af req-5fb82519-2a31-46ce-9807-1f00f0e71751 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 948 time: 0.0563676 Apr 07 17:56:23.706901 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ce7531b-3f4e-45fb-9df1-7352d6fde0af req-79a9c606-fc78-48ce-b3b7-5a37408d655a tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Apr 07 17:56:24.822255 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7328b6a-32ed-48f6-889e-0fc4da702e40 req-fd9f2513-4617-45f8-8893-fc28cf266035 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:24.823699 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7328b6a-32ed-48f6-889e-0fc4da702e40 req-fd9f2513-4617-45f8-8893-fc28cf266035 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 948 time: 0.0507953 Apr 07 17:56:24.868706 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7328b6a-32ed-48f6-889e-0fc4da702e40 req-18b64751-b42e-4cfa-90ab-f1d7345c89f8 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Apr 07 17:56:25.982509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7f4f4-3e37-46d1-aeda-7a48024188a1 req-ef41602b-afe8-48f0-a22b-aa064345631a tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:25.983945 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23d7f4f4-3e37-46d1-aeda-7a48024188a1 req-ef41602b-afe8-48f0-a22b-aa064345631a tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 948 time: 0.0499613 Apr 07 17:56:26.032698 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23d7f4f4-3e37-46d1-aeda-7a48024188a1 req-316bc5e1-3659-4768-abf7-bfb82b511544 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Apr 07 17:56:26.114439 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:56:26.216224 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,segment=NetworkSegment(8cad4081-92ee-49e1-914f-b726bd3d66f6),segment_id=8cad4081-92ee-49e1-914f-b726bd3d66f6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:26.227091 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0', 'network_id': '7bf3adb5-6a24-4e64-be20-42ac4d19fc55', 'port_id': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0', 'mac_address': 'fa:16:3e:63:ce:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb2c2b9-45df-4003-a3e4-3621ed999f38', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:56:26.264918 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:26.265337 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:26.278761 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:56:26.297955 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,segment=NetworkSegment(8cad4081-92ee-49e1-914f-b726bd3d66f6),segment_id=8cad4081-92ee-49e1-914f-b726bd3d66f6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:26.374308 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:26.423113 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:26.608335 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['19ddcc58-0eab-45be-a004-6c4e44f0b4c0'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:56:27.182311 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148037-2be5-42ab-a583-07a7ef3d2520 req-58a45221-4ec5-4ab6-a381-0dbff603940b tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:27.183818 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf148037-2be5-42ab-a583-07a7ef3d2520 req-58a45221-4ec5-4ab6-a381-0dbff603940b tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 949 time: 0.0612504 Apr 07 17:56:27.235980 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf148037-2be5-42ab-a583-07a7ef3d2520 req-90c1e02e-4ceb-4a71-b76f-ef90d8ed0e0a tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448220 Apr 07 17:56:27.476448 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-4dd70b49-f3e0-4d4f-bc4e-75a6af490e57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423954 Apr 07 17:56:27.561923 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-dc4b146a-ce7c-4e61-bfd0-1f4dbf3646ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:27.563403 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-dc4b146a-ce7c-4e61-bfd0-1f4dbf3646ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f0de5c5263634476bca59b25adb38136&device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 1129 time: 0.0483005 Apr 07 17:56:27.668537 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-8da53be8-095d-471e-a942-e5fc835bc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:27.670046 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-8da53be8-095d-471e-a942-e5fc835bc8a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 200 len: 916 time: 0.0862215 Apr 07 17:56:27.739276 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-ff41ecd9-0e82-45d5-b26d-45f7b7867601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b925d82f-fb5e-487f-ad1e-72de768fd560 HTTP/1.1" status: 200 len: 1000 time: 0.0622928 Apr 07 17:56:27.787654 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-c7638dcd-7e34-48b4-b409-acf37bcc37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:27.789072 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-c7638dcd-7e34-48b4-b409-acf37bcc37b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 200 len: 854 time: 0.0440290 Apr 07 17:56:27.835746 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-9044a434-2dde-4693-af9d-125f98484187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:27.837291 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-9044a434-2dde-4693-af9d-125f98484187 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58c1b1c1-2571-4626-8cc0-8332d9fac8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419550 Apr 07 17:56:27.928494 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-23659474-ad58-4aa8-9d17-b4ae8dd3d66e service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848107 Apr 07 17:56:28.015248 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d9de12a-1954-4eac-884e-61e26ac1dea1 req-f041b947-7dbd-4c09-b08b-3b0d70f0892f service neutron] 10.222.0.37 "GET /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814610 Apr 07 17:56:28.128695 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:28.220249 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:56:28.224027 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:28.224394 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:28.306346 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:28.307226 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:28.330070 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:28.332368 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04106157-c5aa-4ebb-adbd-88ebef3eee63" -d '{"events": [{"server_uuid": "893718b7-3dcf-4c44-96ab-d3ed170b2feb", "name": "network-vif-plugged", "status": "completed", "tag": "19ddcc58-0eab-45be-a004-6c4e44f0b4c0"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:28.345905 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,segment=NetworkSegment(8cad4081-92ee-49e1-914f-b726bd3d66f6),segment_id=8cad4081-92ee-49e1-914f-b726bd3d66f6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:28.359123 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1915ac-fc67-4a40-8a78-247d3ee80773 req-04b08b3a-4f2e-4ed6-bade-a838dbfe7072 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:28.360614 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e1915ac-fc67-4a40-8a78-247d3ee80773 req-04b08b3a-4f2e-4ed6-bade-a838dbfe7072 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 949 time: 0.0563922 Apr 07 17:56:28.368780 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaaed90-869d-4762-889a-20fadc1123af x-openstack-request-id: req-aeaaed90-869d-4762-889a-20fadc1123af {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:28.369098 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893718b7-3dcf-4c44-96ab-d3ed170b2feb", "name": "network-vif-plugged", "status": "completed", "tag": "19ddcc58-0eab-45be-a004-6c4e44f0b4c0", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:28.369399 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aeaaed90-869d-4762-889a-20fadc1123af {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:28.369812 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaaed90-869d-4762-889a-20fadc1123af'] response: {'server_uuid': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0', 'code': 200} Apr 07 17:56:28.397427 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:28.408305 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e1915ac-fc67-4a40-8a78-247d3ee80773 req-c861a57f-2db8-4f9a-9730-d8b6263cc47a tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Apr 07 17:56:28.450582 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:28.634023 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9856b-9334-4b6b-8d1f-3303233c5cf8 req-cdebdfdb-3952-43b9-88b3-c053947f134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:28.635517 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68c9856b-9334-4b6b-8d1f-3303233c5cf8 req-cdebdfdb-3952-43b9-88b3-c053947f134e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 1134 time: 0.0426362 Apr 07 17:56:28.678964 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68c9856b-9334-4b6b-8d1f-3303233c5cf8 req-b86cbf9c-f09b-4e90-9d2c-356713f4594e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Apr 07 17:56:28.793800 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-82291ab2-15cd-4cff-824b-3f240b8ce853 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984026109&fields=id&tenant_id=c5ec31cb0df4492eaff128c55923a768 HTTP/1.1" status: 200 len: 267 time: 0.0430784 Apr 07 17:56:28.898016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-dd5b0d0b-effd-4f3f-83e7-afc047eec0f6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:28.899348 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-dd5b0d0b-effd-4f3f-83e7-afc047eec0f6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 809 time: 0.0992348 Apr 07 17:56:28.913082 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-a57211e8-1276-4401-8c08-5fc6441a1921 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/quotas/c5ec31cb0df4492eaff128c55923a768 HTTP/1.1" status: 200 len: 375 time: 0.0085187 Apr 07 17:56:28.964863 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-c38324e5-06dd-46fd-aa3c-8a5c67041efb tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464938 Apr 07 17:56:29.063130 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-3ee0b6a4-5abb-4dea-b913-8139fa27a0b9 service neutron] 10.222.0.26 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Apr 07 17:56:29.151021 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-5b9103e9-4bed-4d95-b997-d85519df72e7 service neutron] 10.222.0.26 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Apr 07 17:56:29.531739 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1711521-5caf-42b3-98be-965f901e0d09 req-72c55490-d0ed-4052-80b3-a45967a0f67f tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:29.533252 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1711521-5caf-42b3-98be-965f901e0d09 req-72c55490-d0ed-4052-80b3-a45967a0f67f tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 950 time: 0.0582488 Apr 07 17:56:29.582048 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1711521-5caf-42b3-98be-965f901e0d09 req-ea6810e2-be12-459f-9978-8cfd1cab5508 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Apr 07 17:56:29.673819 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-313a1247-7d7f-414b-8717-7d34184743f6 req-8da0a310-e9de-4dd8-b399-04efb7c484b7 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Apr 07 17:56:30.705802 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6b3a-b3cb-4471-b715-4ae598d699d8 req-fb539264-09df-4dee-864d-1f8d9d2d4660 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:30.707284 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5c0d6b3a-b3cb-4471-b715-4ae598d699d8 req-fb539264-09df-4dee-864d-1f8d9d2d4660 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 950 time: 0.0525615 Apr 07 17:56:30.773767 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5c0d6b3a-b3cb-4471-b715-4ae598d699d8 req-e84aeb71-5770-47d0-aa0a-7d10f9d5a23e tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607364 Apr 07 17:56:30.795877 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3432ac6-3195-46af-9f37-2e155d8ed6d2 req-d31e92aa-61c6-4b08-9758-1e2d819c1c2c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 210 time: 0.0485764 Apr 07 17:56:30.895815 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e7bc287d-8438-4616-b3cb-952c1e386aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:31.286905 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41853bc-7f5e-44f5-ac7c-e1ae9d466cf7 req-8eb8c0ed-9539-4b16-8b85-d5e9141b1615 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:31.288375 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f41853bc-7f5e-44f5-ac7c-e1ae9d466cf7 req-8eb8c0ed-9539-4b16-8b85-d5e9141b1615 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 950 time: 0.0528579 Apr 07 17:56:31.335243 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f41853bc-7f5e-44f5-ac7c-e1ae9d466cf7 req-eb50d725-40de-4a29-97ec-c1cd0ddbcd3e tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Apr 07 17:56:31.904650 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3431664b-81cf-4ed4-bba9-68dc07c86a3c req-f24f46e0-3f44-433f-98e0-f0a26581961c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 210 time: 0.0265837 Apr 07 17:56:32.456815 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65226b00-89a1-47ab-b7ea-8c1a6fadba38 req-d9b24dc5-95f9-41b5-9922-ab1174258434 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:32.458424 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65226b00-89a1-47ab-b7ea-8c1a6fadba38 req-d9b24dc5-95f9-41b5-9922-ab1174258434 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 950 time: 0.0565214 Apr 07 17:56:32.731532 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-9283fe1a-7416-44b2-9ae1-3e3a82f1d9bf tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:32.733072 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-9283fe1a-7416-44b2-9ae1-3e3a82f1d9bf tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.37 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 950 time: 0.0543201 Apr 07 17:56:32.838444 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-65226b00-89a1-47ab-b7ea-8c1a6fadba38 req-6eaf981c-96aa-4b1e-a3ea-0810b57f9514 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/security-groups?id=62ee064c-f676-4607-8c37-58016a154528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667815 Apr 07 17:56:32.846593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Deleting port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:56:32.846593 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:32.878727 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-bf3e9c39-4194-4da6-b827-c8ab211b9bad tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:32.880125 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-bf3e9c39-4194-4da6-b827-c8ab211b9bad tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 809 time: 0.1344125 Apr 07 17:56:32.949566 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-0ad55d72-b68c-4e9a-98cc-f8acca554e1d tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5ec31cb0df4492eaff128c55923a768 HTTP/1.1" status: 200 len: 379 time: 0.0611992 Apr 07 17:56:32.951639 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] For port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,segment=NetworkSegment(8cad4081-92ee-49e1-914f-b726bd3d66f6),segment_id=8cad4081-92ee-49e1-914f-b726bd3d66f6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:32.951961 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:32.957710 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'port': {'device_id': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'admin_state_up': True, 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'security_groups': ['32f753da-3ace-4210-a7e3-425d6c13d553']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:32.969448 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Calling delete_port for 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:56:33.031463 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eb452d18-c8e4-470b-8a19-82deaad8a3c5 req-169625fb-be00-4147-9f7e-c5a43b50edf6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 210 time: 0.0504277 Apr 07 17:56:33.169861 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (19ddcc58-0eab-45be-a004-6c4e44f0b4c0), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.170134 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Made reservation on behalf of c5ec31cb0df4492eaff128c55923a768 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:33.174688 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.181413 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['19ddcc58-0eab-45be-a004-6c4e44f0b4c0'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:56:33.196649 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Pushing event deleted for resources: {'Port': ['ID=19ddcc58-0eab-45be-a004-6c4e44f0b4c0,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:33.228491 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6933c89c-9d18-419d-96ff-bcac2001597f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.247800 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] No DVR routers for this DVR port 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 on host hv-cinder-83699 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:56:33.250682 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.255030 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f650c995-dd94-41eb-93db-72ac42d5aad2 req-18de1604-e28c-425a-aa6c-603d4e098c53 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.37 "DELETE /v2.0/ports/19ddcc58-0eab-45be-a004-6c4e44f0b4c0 HTTP/1.1" status: 204 len: 173 time: 0.5161843 Apr 07 17:56:33.255587 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'name': 'network-vif-deleted', 'tag': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:33.258000 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b09e49-5d62-4108-a868-646c4922174a" -d '{"events": [{"server_uuid": "893718b7-3dcf-4c44-96ab-d3ed170b2feb", "name": "network-vif-deleted", "tag": "19ddcc58-0eab-45be-a004-6c4e44f0b4c0"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:33.338968 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Allocated IP 172.20.0.3 (69ed99ba-0f4b-4b9f-8946-970643f9b766/8ed7c1bd-0c44-4997-839f-49d3f33a8dcd/456e5900-67cf-48e8-9c4b-59a82256ebb7) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:33.445159 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f274ab2d-8ae6-47b4-a3ea-bbbcba85f507 x-openstack-request-id: req-f274ab2d-8ae6-47b4-a3ea-bbbcba85f507 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:33.445452 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893718b7-3dcf-4c44-96ab-d3ed170b2feb", "name": "network-vif-deleted", "tag": "19ddcc58-0eab-45be-a004-6c4e44f0b4c0", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:33.445715 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f274ab2d-8ae6-47b4-a3ea-bbbcba85f507 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:33.446345 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f274ab2d-8ae6-47b4-a3ea-bbbcba85f507'] response: {'server_uuid': '893718b7-3dcf-4c44-96ab-d3ed170b2feb', 'name': 'network-vif-deleted', 'tag': '19ddcc58-0eab-45be-a004-6c4e44f0b4c0', 'status': 'completed', 'code': 200} Apr 07 17:56:33.504967 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.586539 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.631071 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:33.633957 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:33.636749 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:33.674122 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:33.700067 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:33.700788 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.823049 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1434c69d-fed1-4329-b6e1-0084ce536d81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8692863 Apr 07 17:56:33.844729 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Request body: {'port': {'device_id': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:33.897312 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7df66cbf-60f0-4112-8878-8c443db81d96 None None] Provisioning complete for port 456e5900-67cf-48e8-9c4b-59a82256ebb7 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:33.897809 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7df66cbf-60f0-4112-8878-8c443db81d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.912480 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:33.935640 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7df66cbf-60f0-4112-8878-8c443db81d96 None None] Port 456e5900-67cf-48e8-9c4b-59a82256ebb7 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:33.969808 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86006370-c9d2-48e6-a1b0-232303206daa req-08266437-85ca-4ad6-bd6b-d72c0df74030 tempest-VolumesNegativeTest-738179063 tempest-VolumesNegativeTest-738179063-project] 10.222.0.26 "GET /v2.0/ports?device_id=893718b7-3dcf-4c44-96ab-d3ed170b2feb HTTP/1.1" status: 200 len: 210 time: 0.0438035 Apr 07 17:56:34.198835 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae77269-4aa0-471a-8295-0c0f694bafc4 req-53b445f5-7bee-4caf-b905-9f41b3f8a58c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:34.200715 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ae77269-4aa0-471a-8295-0c0f694bafc4 req-53b445f5-7bee-4caf-b905-9f41b3f8a58c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 931 time: 0.0891352 Apr 07 17:56:34.286224 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456e5900-67cf-48e8-9c4b-59a82256ebb7 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:56:34.295244 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Publish callbacks [] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:34.300512 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ae77269-4aa0-471a-8295-0c0f694bafc4 req-a6de40a5-877c-4bb9-b494-80461add8b93 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911422 Apr 07 17:56:34.312344 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Transition to ACTIVE for port object 456e5900-67cf-48e8-9c4b-59a82256ebb7 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:56:34.357463 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:34.408579 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:34.483694 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Attempting to bind port 456e5900-67cf-48e8-9c4b-59a82256ebb7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:34.484026 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Attempting to bind port 456e5900-67cf-48e8-9c4b-59a82256ebb7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:34.484353 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Attempting to bind port 456e5900-67cf-48e8-9c4b-59a82256ebb7 on network 69ed99ba-0f4b-4b9f-8946-970643f9b766 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:34.488845 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Port 456e5900-67cf-48e8-9c4b-59a82256ebb7 on network 69ed99ba-0f4b-4b9f-8946-970643f9b766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:56:34.489198 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Attempting to bind port 456e5900-67cf-48e8-9c4b-59a82256ebb7 on network 69ed99ba-0f4b-4b9f-8946-970643f9b766 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:34.494199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:34.494539 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Checking segment: {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:34.494922 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Bound using segment: {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:34.495350 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Bound port: 456e5900-67cf-48e8-9c4b-59a82256ebb7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecde127b-aec4-4464-847f-dcec502c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:34.496321 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:34.558893 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:34.564016 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:34.567550 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:34.638074 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:34.675410 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:34.676145 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:34.677468 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] 10.222.0.37 "PUT /v2.0/ports/456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 1093 time: 0.8369710 Apr 07 17:56:34.677901 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:34.680127 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74264ac5-5a00-4936-a74d-7d9e977eba4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:34.702807 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980135-46a0-4b8b-bc43-0091d512258f service neutron] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:34.723597 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1234f8a-afa9-41cd-9d39-cf7db29f5d9d x-openstack-request-id: req-c1234f8a-afa9-41cd-9d39-cf7db29f5d9d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:34.723972 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:34.724228 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1234f8a-afa9-41cd-9d39-cf7db29f5d9d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:34.724635 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1234f8a-afa9-41cd-9d39-cf7db29f5d9d'] response: {'name': 'network-changed', 'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'status': 'completed', 'code': 200} Apr 07 17:56:34.798493 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264ac5-5a00-4936-a74d-7d9e977eba4b req-85f448ad-606b-43b9-840e-0c9d1b203823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:34.800006 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74264ac5-5a00-4936-a74d-7d9e977eba4b req-85f448ad-606b-43b9-840e-0c9d1b203823 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0537081 Apr 07 17:56:34.898509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264ac5-5a00-4936-a74d-7d9e977eba4b req-1188c465-5840-4fb7-ba51-d5cca1f20f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:34.899983 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74264ac5-5a00-4936-a74d-7d9e977eba4b req-1188c465-5840-4fb7-ba51-d5cca1f20f97 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c5ec31cb0df4492eaff128c55923a768&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0930769 Apr 07 17:56:34.994125 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264ac5-5a00-4936-a74d-7d9e977eba4b req-de90e4e0-2ba4-41c2-987c-3964f3ae9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:34.995540 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74264ac5-5a00-4936-a74d-7d9e977eba4b req-de90e4e0-2ba4-41c2-987c-3964f3ae9788 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895147 Apr 07 17:56:35.073244 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f38b8f9e-5d60-487d-863c-e9615699ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:35.075338 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-f38b8f9e-5d60-487d-863c-e9615699ac6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0435979 Apr 07 17:56:35.115997 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-65e6903d-4016-4765-92a1-3ba9c4554c47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 217 time: 0.0332077 Apr 07 17:56:35.168076 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-6ded9a16-2668-4385-8d6b-6d2ef2efba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:35.173302 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-6ded9a16-2668-4385-8d6b-6d2ef2efba08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0480652 Apr 07 17:56:35.219939 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-7dacb4fe-31d6-463b-acd0-0b684a7fcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:35.221486 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-7dacb4fe-31d6-463b-acd0-0b684a7fcd85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447853 Apr 07 17:56:35.313163 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-2b318834-83b7-4c9d-a32f-690b44dc7aed service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843046 Apr 07 17:56:35.447175 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd014d25-18ba-461d-a208-4a9f2e70cbd5 req-1f91e92e-554b-4828-9064-afaf77becea2 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276381 Apr 07 17:56:35.458480 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ba219-8519-4f13-b6f3-996fa460decd req-01985b8f-856e-4e64-bca1-477e6abfb878 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:35.459930 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-060ba219-8519-4f13-b6f3-996fa460decd req-01985b8f-856e-4e64-bca1-477e6abfb878 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0821362 Apr 07 17:56:35.508445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-060ba219-8519-4f13-b6f3-996fa460decd req-5aab8ca2-301c-4824-b331-8f48947bcd6c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424104 Apr 07 17:56:35.792498 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:36.146856 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:56:36.167220 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:56:36.167566 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 19ddcc58-0eab-45be-a004-6c4e44f0b4c0 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:56:36.635155 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4af31-1dc8-4589-8b7b-0e4f59fa3694 req-4fe68397-8fb0-4cbc-a7e9-f1adee685f66 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:36.636738 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0c4af31-1dc8-4589-8b7b-0e4f59fa3694 req-4fe68397-8fb0-4cbc-a7e9-f1adee685f66 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0590320 Apr 07 17:56:36.691728 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0c4af31-1dc8-4589-8b7b-0e4f59fa3694 req-b8d46f08-5a5e-40c0-9a5c-294ceeac8de2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483599 Apr 07 17:56:37.134969 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:37.817802 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439d66e-b547-4f7f-8728-d6ad494afeae req-ef706982-8093-49b1-89a4-243b547d768f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:37.819274 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a439d66e-b547-4f7f-8728-d6ad494afeae req-ef706982-8093-49b1-89a4-243b547d768f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0523839 Apr 07 17:56:37.870848 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a439d66e-b547-4f7f-8728-d6ad494afeae req-010e5cbe-66c7-4e6c-af5b-6920326ed0a2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Apr 07 17:56:38.992640 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd58ddb-056b-47cc-8737-779c3ef328ef req-4035f5e6-04e7-4b73-9412-33ec86b4dacc tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:38.994148 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd58ddb-056b-47cc-8737-779c3ef328ef req-4035f5e6-04e7-4b73-9412-33ec86b4dacc tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0549688 Apr 07 17:56:39.044342 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3dd58ddb-056b-47cc-8737-779c3ef328ef req-ac67c4ed-1a5a-404d-ac60-c70025c407ab tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Apr 07 17:56:40.165264 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46bfc1-0844-4cf1-9500-9b6176939fad req-71af699f-2339-44f4-b11f-bad634e87873 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:40.166691 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b46bfc1-0844-4cf1-9500-9b6176939fad req-71af699f-2339-44f4-b11f-bad634e87873 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0517430 Apr 07 17:56:40.214757 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b46bfc1-0844-4cf1-9500-9b6176939fad req-8ef075c7-9155-4b4e-b202-4922d4b35a8c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Apr 07 17:56:40.661482 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34892) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:40.790546 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-76cb725b-37a6-498b-91f8-736a64e917b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bad06bd9d1c436f8741d43771f8b78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279290 Apr 07 17:56:40.792936 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34896) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:40.842308 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e9cff21-9446-46a5-8559-f7f3aca1826e admin admin] Publish callbacks [] for security_group (62ee064c-f676-4607-8c37-58016a154528), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:40.863596 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e9cff21-9446-46a5-8559-f7f3aca1826e admin admin] Publish callbacks [] for security_group (62ee064c-f676-4607-8c37-58016a154528), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:40.986269 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e9cff21-9446-46a5-8559-f7f3aca1826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (62ee064c-f676-4607-8c37-58016a154528), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:40.988779 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e9cff21-9446-46a5-8559-f7f3aca1826e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:40.989959 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7e9cff21-9446-46a5-8559-f7f3aca1826e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62ee064c-f676-4607-8c37-58016a154528 HTTP/1.1" status: 204 len: 168 time: 0.1961191 Apr 07 17:56:40.997965 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cff21-9446-46a5-8559-f7f3aca1826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ee064c-f676-4607-8c37-58016a154528,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:41.333441 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd53f5-6662-4da8-b1f7-55519b8314a3 req-1ab65b39-2cd1-488f-84e8-7118ff86a6e5 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:41.334875 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2bd53f5-6662-4da8-b1f7-55519b8314a3 req-1ab65b39-2cd1-488f-84e8-7118ff86a6e5 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0523403 Apr 07 17:56:41.387671 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2bd53f5-6662-4da8-b1f7-55519b8314a3 req-df97969b-0fea-425f-9c74-dd23bf92947b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469689 Apr 07 17:56:41.999258 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34922) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:42.097782 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-538007838-network', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:42.157891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Made reservation on behalf of d168a51bad674c2ca599b3e27294fa4c for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:42.160092 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.168721 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.242846 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks [] for security_group (adbcb038-cfa2-45d8-8d1e-5bb8196d970b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.323194 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (adbcb038-cfa2-45d8-8d1e-5bb8196d970b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.350392 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:56:42.356704 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbcb038-cfa2-45d8-8d1e-5bb8196d970b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:42.362604 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (10e6fcb3-45d9-4aac-a2a2-5ca7bc020053), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.362948 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Added segment 10e6fcb3-45d9-4aac-a2a2-5ca7bc020053 of type vlan for network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea Apr 07 17:56:42.402468 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.514885 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dec48-9b21-4482-878e-db39530658a0 req-a4d12a4f-371c-4789-83f6-6488f3f9fc8d tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:42.516376 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf4dec48-9b21-4482-878e-db39530658a0 req-a4d12a4f-371c-4789-83f6-6488f3f9fc8d tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0616105 Apr 07 17:56:42.517538 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.518716 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:42.519277 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.597336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:42.607779 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:56:42.624401 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf4dec48-9b21-4482-878e-db39530658a0 req-7573f3f2-fe05-4b0c-9572-6ceab8423f2a tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010168 Apr 07 17:56:42.634644 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-192ddfa7-87a9-4ee7-bc0e-125d91137b05 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6342859 Apr 07 17:56:42.637569 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34928) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:42.642523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Request body: {'subnet': {'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-538007838-subnet', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:42.723463 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Made reservation on behalf of d168a51bad674c2ca599b3e27294fa4c for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:42.725821 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6185264'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:42.952487 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6150021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6186954'] for subnet (93e7e15d-5bd9-4b15-b105-468442625488), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.004230 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e7e15d-5bd9-4b15-b105-468442625488,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:43.014408 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Checking segment: {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:43.014761 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Network hostable DHCP agents. Network: 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:56:43.106388 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:56:43.157656 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:43.161835 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:43.163512 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.166532 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3663f8a-2c22-42ae-8420-c2df14b8c015 None None] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:56:43.212295 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ab6618e3-6e47-42dc-948b-3aea7138dd3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5735071 Apr 07 17:56:43.214775 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34930) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:43.219139 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:43.274363 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:56:43.275220 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.278287 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.280383 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.337554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks [] for router_controller (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.409511 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Allocated IP 172.20.0.2 (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea/93e7e15d-5bd9-4b15-b105-468442625488/f8075479-3c44-4d4c-b9da-f7950bffc7cd) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:43.523799 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks [] for router_gateway (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.551027 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Publish callbacks [] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.638312 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.680872 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:43.686833 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:43.692250 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:43.694286 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Pushing event updated for resources: {'Port': ['ID=f8075479-3c44-4d4c-b9da-f7950bffc7cd,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:43.748802 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Attempting to bind port f8075479-3c44-4d4c-b9da-f7950bffc7cd on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:43.749191 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Attempting to bind port f8075479-3c44-4d4c-b9da-f7950bffc7cd by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:43.749553 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Attempting to bind port f8075479-3c44-4d4c-b9da-f7950bffc7cd on network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:43.754888 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:43.755258 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Checking segment: {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:43.757620 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.758033 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Bound using segment: {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:43.758526 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Bound port: f8075479-3c44-4d4c-b9da-f7950bffc7cd, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:43.758910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.826238 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] For port f8075479-3c44-4d4c-b9da-f7950bffc7cd, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:43.829233 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] For port f8075479-3c44-4d4c-b9da-f7950bffc7cd, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=f8075479-3c44-4d4c-b9da-f7950bffc7cd,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:43.850193 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1336c-4de0-4c73-be3a-48d8a5d2493b req-c74bd1eb-41c1-43bb-9858-ac4f1fb3e920 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:43.851659 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7dd1336c-4de0-4c73-be3a-48d8a5d2493b req-c74bd1eb-41c1-43bb-9858-ac4f1fb3e920 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.1427517 Apr 07 17:56:43.861218 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks [] for router_gateway (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.873342 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.893456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:43.907860 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:56:43.937769 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffe2e5-bd9f-4188-9773-870af579013c None None] Pushing event updated for resources: {'Port': ['ID=f8075479-3c44-4d4c-b9da-f7950bffc7cd,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:43.970210 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7dd1336c-4de0-4c73-be3a-48d8a5d2493b req-e0e6c0d6-a8d8-4167-b74c-d337d91195d8 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113038 Apr 07 17:56:44.030566 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Allocated IP 172.27.0.30 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/4ac3e861-f8df-4846-a3be-3c6480d29675) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:44.149646 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks [] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:44.164971 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 456e5900-67cf-48e8-9c4b-59a82256ebb7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:56:44.233279 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:44.269990 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:44.270253 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:44.273056 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:44.281687 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:44.282961 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'port_id': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'mac_address': 'fa:16:3e:32:5e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:56:44.304612 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac3e861-f8df-4846-a3be-3c6480d29675,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:44.321602 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 456e5900-67cf-48e8-9c4b-59a82256ebb7 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:44.321602 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:44.334515 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456e5900-67cf-48e8-9c4b-59a82256ebb7 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:56:44.355833 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:44.409288 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:44.456423 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:44.582537 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks [] for router_gateway (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:44.617638 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['456e5900-67cf-48e8-9c4b-59a82256ebb7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:56:44.803634 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:44.812654 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93299f57-924f-4931-899c-b90cc4196726 None None] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:56:44.933906 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f537ea4f-d7cb-4385-bc58-40e419676e3d None None] Provisioning complete for port f8075479-3c44-4d4c-b9da-f7950bffc7cd triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:44.934277 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f537ea4f-d7cb-4385-bc58-40e419676e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.009274 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:56:45.126375 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f537ea4f-d7cb-4385-bc58-40e419676e3d None None] Current status of the port f8075479-3c44-4d4c-b9da-f7950bffc7cd is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:45.127147 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f537ea4f-d7cb-4385-bc58-40e419676e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.157679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d6888-5045-4cb4-83e2-344c2380c4f2 req-0b16d4bd-30a4-46f1-832e-3af1877aac36 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:45.159445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af3d6888-5045-4cb4-83e2-344c2380c4f2 req-0b16d4bd-30a4-46f1-832e-3af1877aac36 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 944 time: 0.1064122 Apr 07 17:56:45.163779 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:45.194264 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Sync routers for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:45.194855 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f537ea4f-d7cb-4385-bc58-40e419676e3d None None] For port f8075479-3c44-4d4c-b9da-f7950bffc7cd, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=f8075479-3c44-4d4c-b9da-f7950bffc7cd,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:45.198056 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:45.198674 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:45.244265 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af3d6888-5045-4cb4-83e2-344c2380c4f2 req-0e1419f4-2424-462e-80a8-5bbe89b15fd6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740600 Apr 07 17:56:45.289558 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f537ea4f-d7cb-4385-bc58-40e419676e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.292698 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.295459 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-32e562ee-e97b-4f64-b932-b17777cf28a0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0796995 Apr 07 17:56:45.298236 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34936) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:45.325650 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:45.345375 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537ea4f-d7cb-4385-bc58-40e419676e3d None None] Pushing event updated for resources: {'Port': ['ID=f8075479-3c44-4d4c-b9da-f7950bffc7cd,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:45.412261 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-acb54a87-db07-4b03-87ae-a11113f4e7ad None None] Provisioning complete for port f8075479-3c44-4d4c-b9da-f7950bffc7cd triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:45.412649 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-acb54a87-db07-4b03-87ae-a11113f4e7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.499790 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-acb54a87-db07-4b03-87ae-a11113f4e7ad None None] Current status of the port f8075479-3c44-4d4c-b9da-f7950bffc7cd is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:45.518670 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:44Z', 'revision_number': 3, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:45.546646 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Checking router: 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:45.546994 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Updating router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe port 4ac3e861-f8df-4846-a3be-3c6480d29675 binding host dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:56:45.574807 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.835144 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Publish callbacks [] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.912289 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.944581 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device f8075479-3c44-4d4c-b9da-f7950bffc7cd up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:45.962294 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e487a2-8ce0-4194-b09d-938c44c90a9a None None] Pushing event updated for resources: {'Port': ['ID=4ac3e861-f8df-4846-a3be-3c6480d29675,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:45.973563 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Attempting to bind port 4ac3e861-f8df-4846-a3be-3c6480d29675 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:45.973935 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Attempting to bind port 4ac3e861-f8df-4846-a3be-3c6480d29675 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:45.974294 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Attempting to bind port 4ac3e861-f8df-4846-a3be-3c6480d29675 on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:45.980321 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:45.980690 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:45.981091 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.982046 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:45.982895 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Bound port: 4ac3e861-f8df-4846-a3be-3c6480d29675, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:45.982895 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:45.985683 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.006450 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port f8075479-3c44-4d4c-b9da-f7950bffc7cd triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:46.006910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.038216 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] For port 4ac3e861-f8df-4846-a3be-3c6480d29675, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:46.041307 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] For port 4ac3e861-f8df-4846-a3be-3c6480d29675, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=4ac3e861-f8df-4846-a3be-3c6480d29675,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:46.094690 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port f8075479-3c44-4d4c-b9da-f7950bffc7cd is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:46.118187 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.150826 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Allocated IP 172.20.0.1 (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea/93e7e15d-5bd9-4b15-b105-468442625488/d70eaae0-09bd-4cde-ba09-9e2cf00823ee) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:46.176744 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e487a2-8ce0-4194-b09d-938c44c90a9a None None] Pushing event updated for resources: {'Port': ['ID=4ac3e861-f8df-4846-a3be-3c6480d29675,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:46.180615 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 456e5900-67cf-48e8-9c4b-59a82256ebb7 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:46.180943 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:46.181295 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:46.267010 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks [] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.290881 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:46.323312 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 456e5900-67cf-48e8-9c4b-59a82256ebb7 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:56:46.327933 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 456e5900-67cf-48e8-9c4b-59a82256ebb7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:46.328308 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.374542 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e2b84-8912-4427-af09-1a49bb8b53ba req-a88bbe55-d5c1-49da-b1cf-6ff1a4da005d tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:46.375997 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c4e2b84-8912-4427-af09-1a49bb8b53ba req-a88bbe55-d5c1-49da-b1cf-6ff1a4da005d tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 944 time: 0.0568063 Apr 07 17:56:46.377519 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.418474 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 456e5900-67cf-48e8-9c4b-59a82256ebb7 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:46.418866 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.444103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:46.444363 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:46.446390 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0ccc2c-ccf5-4ac4-a342-947fa815d620" -d '{"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-plugged", "status": "completed", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:46.461218 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:46.470886 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Pushing event updated for resources: {'Port': ['ID=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:46.487460 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e3eb1e-95a2-4c90-a215-5eb76034c9a9 x-openstack-request-id: req-35e3eb1e-95a2-4c90-a215-5eb76034c9a9 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:46.487460 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-plugged", "status": "completed", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:46.487674 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35e3eb1e-95a2-4c90-a215-5eb76034c9a9 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:46.487774 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:44Z', 'revision_number': 3, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:46.488112 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e3eb1e-95a2-4c90-a215-5eb76034c9a9'] response: {'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'code': 200} Apr 07 17:56:46.488515 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.488862 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.489227 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.489563 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.489891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.490213 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.490535 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.490857 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.491177 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.491500 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.491821 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.492141 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.492456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.492772 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.493087 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:46.496719 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:46.504236 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:46.533302 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52d651-eaa9-4626-8350-bb85bb814aec None None] The sync data for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi is: [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:44Z', 'revision_number': 3, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:46.539910 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c4e2b84-8912-4427-af09-1a49bb8b53ba req-993fd84d-fbe7-49c3-a6bf-22324152978c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539876 Apr 07 17:56:46.546948 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.563637 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.612545 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:46.737543 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-375f397a-0233-4dc1-8c46-a9955aae122c None None] Provisioning complete for port d70eaae0-09bd-4cde-ba09-9e2cf00823ee triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:46.738078 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-375f397a-0233-4dc1-8c46-a9955aae122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.782805 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-375f397a-0233-4dc1-8c46-a9955aae122c None None] Port d70eaae0-09bd-4cde-ba09-9e2cf00823ee cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:46.783179 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:46.970130 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843a2ac-c821-435b-92c0-592a543fd64e req-f0410882-a9ab-4c37-ac31-9a43abf0e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:46.971649 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3843a2ac-c821-435b-92c0-592a543fd64e req-f0410882-a9ab-4c37-ac31-9a43abf0e13d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.1085987 Apr 07 17:56:47.047881 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3843a2ac-c821-435b-92c0-592a543fd64e req-ea444fa1-1a07-4ef8-b96f-0066d5a90177 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697899 Apr 07 17:56:47.049790 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks [] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:47.106638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:47.176952 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Pushing event updated for resources: {'Port': ['ID=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:47.179540 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:47.284455 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:47.284455 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:47.410366 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:56:47.512310 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-3da9020c-c02e-4248-8e99-a77327ddbd27 None None] Provisioning complete for port d70eaae0-09bd-4cde-ba09-9e2cf00823ee triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:47.513544 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3da9020c-c02e-4248-8e99-a77327ddbd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:47.526447 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:47.532356 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bde43546-e3be-474f-8ff6-8ce9585d082b admin admin] 10.222.0.26 "PUT /v2.0/routers/1f5d28e7-4fe7-459a-991a-1e02e72b3cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2328942 Apr 07 17:56:47.551448 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-3da9020c-c02e-4248-8e99-a77327ddbd27 None None] Port d70eaae0-09bd-4cde-ba09-9e2cf00823ee cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:47.674037 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45403f6-c285-4c5f-8e98-602c6388fb33 req-6c41ee5e-8c2e-4962-bfb9-e3af07b84504 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:47.675470 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c45403f6-c285-4c5f-8e98-602c6388fb33 req-6c41ee5e-8c2e-4962-bfb9-e3af07b84504 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0617366 Apr 07 17:56:47.731151 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c45403f6-c285-4c5f-8e98-602c6388fb33 req-c922c9c8-589c-4d6a-b32a-c3569ca7b225 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500648 Apr 07 17:56:47.949965 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 4ac3e861-f8df-4846-a3be-3c6480d29675 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:48.008861 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 4ac3e861-f8df-4846-a3be-3c6480d29675 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:48.017331 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.092744 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 4ac3e861-f8df-4846-a3be-3c6480d29675 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:48.093168 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.118028 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 4ac3e861-f8df-4846-a3be-3c6480d29675, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=4ac3e861-f8df-4846-a3be-3c6480d29675,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:48.185675 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Sync routers for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:48.191098 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.220256 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:48.220914 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:48.247372 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34958) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:48.252201 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-40057690-network', 'tenant_id': '91fd3e29a81440069844c1ccc3480210'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:48.288856 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=4ac3e861-f8df-4846-a3be-3c6480d29675,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:48.317866 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Made reservation on behalf of 91fd3e29a81440069844c1ccc3480210 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:48.320299 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.330953 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.353639 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:48.415787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks [] for security_group (3d961cb9-f107-4805-bfbd-9c1e31b524e3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.540806 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3d961cb9-f107-4805-bfbd-9c1e31b524e3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.555931 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 2, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:48.565496 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:56:48.574342 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d961cb9-f107-4805-bfbd-9c1e31b524e3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:48.581316 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (61b5d7e0-d36c-4ecf-8165-1cbc75b9a728), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.581653 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Added segment 61b5d7e0-d36c-4ecf-8165-1cbc75b9a728 of type vlan for network 15fb184e-51e7-43f8-95d5-181c2e007750 Apr 07 17:56:48.590517 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Checking router: 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:48.590517 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Updating router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe port d70eaae0-09bd-4cde-ba09-9e2cf00823ee binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:56:48.615575 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.623117 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (15fb184e-51e7-43f8-95d5-181c2e007750), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.735040 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (15fb184e-51e7-43f8-95d5-181c2e007750), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.736340 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:48.736928 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.796876 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] Pushing event updated for resources: {'Network': ['ID=15fb184e-51e7-43f8-95d5-181c2e007750,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:48.806536 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 15fb184e-51e7-43f8-95d5-181c2e007750 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:56:48.843747 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3d4ed14b-7084-4aa0-9a54-77ece779c82a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5952241 Apr 07 17:56:48.846610 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34962) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:48.853921 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Request body: {'subnet': {'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-40057690-subnet', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:48.864944 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d3b50-bb04-4f56-8ff8-083c4bcad90f req-725847b6-24c2-41d0-86a5-94d9cf72cd52 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:48.866486 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-098d3b50-bb04-4f56-8ff8-083c4bcad90f req-725847b6-24c2-41d0-86a5-94d9cf72cd52 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0656147 Apr 07 17:56:48.917831 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-098d3b50-bb04-4f56-8ff8-083c4bcad90f req-b2477b82-74bd-432c-8159-e23aa89711fa tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Apr 07 17:56:48.946294 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Made reservation on behalf of 91fd3e29a81440069844c1ccc3480210 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:56:48.950060 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4342815'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:48.952676 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Publish callbacks [] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.026357 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.043539 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd7222-be8c-40df-b2ab-bb2d1f6da278 req-9ef61982-a41a-44a4-b18b-49071d5cfb82 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:49.046075 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-62dd7222-be8c-40df-b2ab-bb2d1f6da278 req-9ef61982-a41a-44a4-b18b-49071d5cfb82 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0565650 Apr 07 17:56:49.103732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-62dd7222-be8c-40df-b2ab-bb2d1f6da278 req-735993c8-1801-4265-8541-9851a930e114 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516157 Apr 07 17:56:49.113215 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5e492-7492-4fbf-885e-2be42e5a6883 None None] Pushing event updated for resources: {'Port': ['ID=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:49.130984 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34966) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:49.132945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.149282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Attempting to bind port d70eaae0-09bd-4cde-ba09-9e2cf00823ee on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:49.149282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Attempting to bind port d70eaae0-09bd-4cde-ba09-9e2cf00823ee by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:49.149282 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Attempting to bind port d70eaae0-09bd-4cde-ba09-9e2cf00823ee on network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:49.151675 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:49.152050 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Checking segment: {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:49.152451 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.152976 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Bound using segment: {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:49.154020 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Bound port: d70eaae0-09bd-4cde-ba09-9e2cf00823ee, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:49.154436 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.223387 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] For port d70eaae0-09bd-4cde-ba09-9e2cf00823ee, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:49.227272 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4440903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4342501'] for subnet (93c8fe1f-4d8b-4d59-94cf-bb39776fd633), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.235015 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] For port d70eaae0-09bd-4cde-ba09-9e2cf00823ee, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:49.300309 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c8fe1f-4d8b-4d59-94cf-bb39776fd633,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:49.304860 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Checking segment: {'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:49.305235 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Network hostable DHCP agents. Network: 15fb184e-51e7-43f8-95d5-181c2e007750, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:56:49.312607 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.312954 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.313320 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.313662 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.314000 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.314329 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.314659 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.314984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.315307 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.315636 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.315965 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.316288 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.316605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.316923 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.321245 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:49.342066 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.392561 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Network 15fb184e-51e7-43f8-95d5-181c2e007750 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:56:49.405018 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f424b79-e7ed-4d9d-80b4-e63ba1acf545 tempest-TestShelveInstance-1232678743 tempest-TestShelveInstance-1232678743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:49.406721 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4f424b79-e7ed-4d9d-80b4-e63ba1acf545 tempest-TestShelveInstance-1232678743 tempest-TestShelveInstance-1232678743-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1124 time: 0.2746234 Apr 07 17:56:49.409587 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34970) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:49.413846 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'port_id': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:49.419858 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:49.420232 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:49.426524 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5e492-7492-4fbf-885e-2be42e5a6883 None None] Pushing event updated for resources: {'Port': ['ID=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:49.431815 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-03362925-0c6b-4d06-8018-7bec8bc7bb32 None None] Provisioning complete for port d70eaae0-09bd-4cde-ba09-9e2cf00823ee triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:49.431815 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03362925-0c6b-4d06-8018-7bec8bc7bb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.467814 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 15fb184e-51e7-43f8-95d5-181c2e007750) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:49.472398 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:49.474282 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.484043 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.489911 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2a33c-9de3-4ae1-b036-1a0aa4d12efc None None] Network 15fb184e-51e7-43f8-95d5-181c2e007750 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:56:49.533720 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e7de172c-a2aa-4374-bda1-1e1d6e538985 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6853526 Apr 07 17:56:49.540984 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 34974) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:49.548188 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:56:49.607749 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.615631 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2025293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31252'] for router (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.616713 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2025441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2030925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2068849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31471'] for router (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.671110 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks [] for router_controller (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.729740 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Allocated IP 172.27.0.114 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/dbf9621d-de3d-49e0-aa61-47cdba3c533d) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:49.780786 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:49.847051 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.862335 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-03362925-0c6b-4d06-8018-7bec8bc7bb32 None None] Current status of the port d70eaae0-09bd-4cde-ba09-9e2cf00823ee is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:49.862725 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03362925-0c6b-4d06-8018-7bec8bc7bb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.871563 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca94d8a2-1022-59a8-83e8-0ea55e006607-15fb184e-51e7-43f8-95d5-181c2e007750', 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750', 'project_id': '91fd3e29a81440069844c1ccc3480210', 'fixed_ips': [{'subnet_id': '93c8fe1f-4d8b-4d59-94cf-bb39776fd633'}]}} from dv-cinder-836996-1-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 17:56:49.873218 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.883058 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks [] for router_gateway (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:49.958789 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 4ac3e861-f8df-4846-a3be-3c6480d29675 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:50.021767 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.067119 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:50.071619 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:50.077405 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-03362925-0c6b-4d06-8018-7bec8bc7bb32 None None] For port d70eaae0-09bd-4cde-ba09-9e2cf00823ee, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:50.078393 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:50.101879 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'Port': ['ID=dbf9621d-de3d-49e0-aa61-47cdba3c533d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:50.171526 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03362925-0c6b-4d06-8018-7bec8bc7bb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.177549 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks [] for router_gateway (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.200826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.214240 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 4ac3e861-f8df-4846-a3be-3c6480d29675 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:50.214616 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.267654 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Allocated IP 172.20.0.2 (15fb184e-51e7-43f8-95d5-181c2e007750/93c8fe1f-4d8b-4d59-94cf-bb39776fd633/a09bb9a8-7837-4623-be75-2c8be92a7f6b) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:50.312483 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Allocated IP 172.27.0.54 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/9100f4ef-ace4-4699-a359-224dca3f4907) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:50.318341 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03362925-0c6b-4d06-8018-7bec8bc7bb32 None None] Pushing event updated for resources: {'Port': ['ID=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:50.359052 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-96f93f6b-6b93-4b1f-ac0b-0c0313438f62 None None] Provisioning complete for port d70eaae0-09bd-4cde-ba09-9e2cf00823ee triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:50.359322 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-96f93f6b-6b93-4b1f-ac0b-0c0313438f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.428316 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks [] for port (9100f4ef-ace4-4699-a359-224dca3f4907), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.470255 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:50.501119 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for floatingip (3319602a-e464-41f5-88c6-d892a27688be), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.524297 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.527002 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbddf3-1ece-4a3c-9ac7-fa4fdaeac09e None None] The sync data for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi is: [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:50.549347 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 4ac3e861-f8df-4846-a3be-3c6480d29675 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:50.579533 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:50.618766 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Pushing event updated for resources: {'Port': ['ID=9100f4ef-ace4-4699-a359-224dca3f4907,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:50.622024 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:50.624321 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:50.633594 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Publish callbacks [] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.636214 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-96f93f6b-6b93-4b1f-ac0b-0c0313438f62 None None] Current status of the port d70eaae0-09bd-4cde-ba09-9e2cf00823ee is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:50.649978 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.695243 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.736300 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Network 15fb184e-51e7-43f8-95d5-181c2e007750 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:50.739298 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:50.743546 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:50.755142 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Pushing event updated for resources: {'Port': ['ID=a09bb9a8-7837-4623-be75-2c8be92a7f6b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:50.819879 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Attempting to bind port a09bb9a8-7837-4623-be75-2c8be92a7f6b on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:50.820539 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Attempting to bind port a09bb9a8-7837-4623-be75-2c8be92a7f6b by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:50.822113 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Attempting to bind port a09bb9a8-7837-4623-be75-2c8be92a7f6b on network 15fb184e-51e7-43f8-95d5-181c2e007750 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:50.827236 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:50.827821 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Checking segment: {'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:50.828170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.828554 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Bound using segment: {'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:50.829244 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Bound port: a09bb9a8-7837-4623-be75-2c8be92a7f6b, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:50.829572 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.858532 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.902992 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] For port a09bb9a8-7837-4623-be75-2c8be92a7f6b, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:50.907011 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] For port a09bb9a8-7837-4623-be75-2c8be92a7f6b, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=a09bb9a8-7837-4623-be75-2c8be92a7f6b,segment=NetworkSegment(61b5d7e0-d36c-4ecf-8165-1cbc75b9a728),segment_id=61b5d7e0-d36c-4ecf-8165-1cbc75b9a728)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:50.912516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.969939 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.987926 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks [] for router_gateway (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:50.993822 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (3319602a-e464-41f5-88c6-d892a27688be), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:51.042708 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8288d6-9bf5-4336-bce6-d3b73a942807 None None] Pushing event updated for resources: {'Port': ['ID=a09bb9a8-7837-4623-be75-2c8be92a7f6b,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:51.044075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event updated for resources: {'Port': ['ID=dbf9621d-de3d-49e0-aa61-47cdba3c533d,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:51.128376 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Floating IP 3319602a-e464-41f5-88c6-d892a27688be associated. External IP: 172.27.0.114, port: 456e5900-67cf-48e8-9c4b-59a82256ebb7. Apr 07 17:56:51.234204 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2030882'] for router (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:51.406886 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Router 98950072-41fb-4371-a6e9-314eba934203 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:56:51.511858 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d is scheduled to L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 17:56:51.531071 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:51.542603 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] Sync routers for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:51.564852 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:51.566194 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:51.611323 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:51.650117 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ba034ca3-2a5b-40fd-be9b-d33f8ca21267 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2394886 Apr 07 17:56:51.650829 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:56:51.653896 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c3a586-01ec-439d-9f27-2795c3b4a92f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:56:51.692213 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:51.696901 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a49e2d3-6277-447b-b6e5-68e34d6cd4d3 x-openstack-request-id: req-1a49e2d3-6277-447b-b6e5-68e34d6cd4d3 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:56:51.697319 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:56:51.697665 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a49e2d3-6277-447b-b6e5-68e34d6cd4d3 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:56:51.698158 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a49e2d3-6277-447b-b6e5-68e34d6cd4d3'] response: {'name': 'network-changed', 'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'status': 'completed', 'code': 200} Apr 07 17:56:51.701004 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Sync routers for ids ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:51.714954 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Routers {'9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:51.715176 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:51.716307 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:51.769695 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-01a68a27-9d13-429d-814d-dca7852fe68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:51.771494 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-01a68a27-9d13-429d-814d-dca7852fe68e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0534496 Apr 07 17:56:51.771691 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:51.772933 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0e4b4d63-0488-4295-90d3-750cc17d673b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2304888 Apr 07 17:56:51.775612 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 34980) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:56:51.891527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Set router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:52.094801 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device a09bb9a8-7837-4623-be75-2c8be92a7f6b up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:52.148726 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '3319602a-e464-41f5-88c6-d892a27688be', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '98950072-41fb-4371-a6e9-314eba934203', 'port_id': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'mac_address': 'fa:16:3e:32:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:50Z', 'revision_number': 0, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:02Z', 'revision_number': 5, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:52.179134 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] Checking router: 98950072-41fb-4371-a6e9-314eba934203 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:52.189754 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:52.190384 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:52.214699 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port a09bb9a8-7837-4623-be75-2c8be92a7f6b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:52.215163 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:52.272928 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:56:50Z', 'revision_number': 3, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port': {'id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:52.307285 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Checking router: 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:52.307760 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Updating router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d port 9100f4ef-ace4-4699-a359-224dca3f4907 binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:56:52.314737 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:52.354359 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0043102-bff8-40b2-8bb4-935693751a43 None None] Network 15fb184e-51e7-43f8-95d5-181c2e007750 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:56:52.387862 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:52.395834 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-cb8c9718-7255-4183-ad3a-a86423b5139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:52.397314 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-cb8c9718-7255-4183-ad3a-a86423b5139e service neutron] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 910 time: 0.1504939 Apr 07 17:56:52.451198 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port a09bb9a8-7837-4623-be75-2c8be92a7f6b is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:52.451685 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:52.510002 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-8fe5f3c5-c6ff-4048-89b9-517d54d39b59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 999 time: 0.0786769 Apr 07 17:56:52.549579 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-dbecb03e-a1fe-4097-8a69-bd0497a64210 None None] Provisioning complete for port a09bb9a8-7837-4623-be75-2c8be92a7f6b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:52.550273 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dbecb03e-a1fe-4097-8a69-bd0497a64210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:52.574620 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '3319602a-e464-41f5-88c6-d892a27688be', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '98950072-41fb-4371-a6e9-314eba934203', 'port_id': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'mac_address': 'fa:16:3e:32:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:50Z', 'revision_number': 0, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:02Z', 'revision_number': 5, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:52.603692 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d306646-dcb0-40ee-920d-a5f2b9cc0b33 None None] The sync data for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi is: [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': '3319602a-e464-41f5-88c6-d892a27688be', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '98950072-41fb-4371-a6e9-314eba934203', 'port_id': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'mac_address': 'fa:16:3e:32:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:50Z', 'revision_number': 0, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:02Z', 'revision_number': 5, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:52.640705 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-9c990f34-805f-4062-9440-33a1b112df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:52.642450 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-9c990f34-805f-4062-9440-33a1b112df36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0902448 Apr 07 17:56:52.734402 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-ce71492d-8c7c-4f76-961c-cbd430b81007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:56:52.734402 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-ce71492d-8c7c-4f76-961c-cbd430b81007 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831282 Apr 07 17:56:52.742344 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port a09bb9a8-7837-4623-be75-2c8be92a7f6b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=a09bb9a8-7837-4623-be75-2c8be92a7f6b,segment=NetworkSegment(61b5d7e0-d36c-4ecf-8165-1cbc75b9a728),segment_id=61b5d7e0-d36c-4ecf-8165-1cbc75b9a728)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:52.849895 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:52.850679 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device d70eaae0-09bd-4cde-ba09-9e2cf00823ee up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:52.871869 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9065280-de49-4e31-87c7-c96002cb6496 None None] New status for floating IP 3319602a-e464-41f5-88c6-d892a27688be: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:56:52.900837 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-07b3d2dc-9568-482e-8cf4-036b72933b8b service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595747 Apr 07 17:56:52.902687 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.024493 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-dbecb03e-a1fe-4097-8a69-bd0497a64210 None None] Current status of the port a09bb9a8-7837-4623-be75-2c8be92a7f6b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:53.029748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=a09bb9a8-7837-4623-be75-2c8be92a7f6b,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:53.058713 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port d70eaae0-09bd-4cde-ba09-9e2cf00823ee triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:53.059283 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.090359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5c3a586-01ec-439d-9f27-2795c3b4a92f req-52888e56-28a8-4244-b9ff-c6dca0c3de21 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783030 Apr 07 17:56:53.137366 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Publish callbacks [] for port (9100f4ef-ace4-4699-a359-224dca3f4907), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.156174 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Allocated IP 172.20.0.1 (15fb184e-51e7-43f8-95d5-181c2e007750/93c8fe1f-4d8b-4d59-94cf-bb39776fd633/fcd66e74-7879-4551-9fb9-997e8ea0635a) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:56:53.186633 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port d70eaae0-09bd-4cde-ba09-9e2cf00823ee is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:53.215257 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.273402 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks [] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.287869 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Attempting to bind port 9100f4ef-ace4-4699-a359-224dca3f4907 on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:53.288259 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Attempting to bind port 9100f4ef-ace4-4699-a359-224dca3f4907 by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:53.288719 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Attempting to bind port 9100f4ef-ace4-4699-a359-224dca3f4907 on network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:53.290698 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035520c-119f-452e-bd8e-21aa4e1ad234 None None] Pushing event updated for resources: {'Port': ['ID=9100f4ef-ace4-4699-a359-224dca3f4907,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:53.302072 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:53.305577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Checking segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:53.305577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.305577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Bound using segment: {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:53.305577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Bound port: 9100f4ef-ace4-4699-a359-224dca3f4907, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e874ea3-6af3-427f-a892-eaa8737daa06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:53.305577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.306272 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-97a38393-23ef-4c5c-98a7-6b03988200d5 None None] Provisioning complete for port a09bb9a8-7837-4623-be75-2c8be92a7f6b triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:53.306556 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97a38393-23ef-4c5c-98a7-6b03988200d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.392837 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.393692 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] For port 9100f4ef-ace4-4699-a359-224dca3f4907, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:53.397625 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] For port 9100f4ef-ace4-4699-a359-224dca3f4907, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=9100f4ef-ace4-4699-a359-224dca3f4907,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:53.432313 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Network 15fb184e-51e7-43f8-95d5-181c2e007750 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:53.435193 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:53.440855 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:56:53.441433 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-97a38393-23ef-4c5c-98a7-6b03988200d5 None None] Current status of the port a09bb9a8-7837-4623-be75-2c8be92a7f6b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:53.446712 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd66e74-7879-4551-9fb9-997e8ea0635a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:53.461385 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.484570 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2030669'] for router_interface (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.517242 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Routers {'9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:53.517792 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:53.566772 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035520c-119f-452e-bd8e-21aa4e1ad234 None None] Pushing event updated for resources: {'Port': ['ID=9100f4ef-ace4-4699-a359-224dca3f4907,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:53.646463 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] Set router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:53.677564 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.761834 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-fa5c82af-4b56-46fc-b846-7eb55460414b None None] Provisioning complete for port fcd66e74-7879-4551-9fb9-997e8ea0635a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:53.762130 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa5c82af-4b56-46fc-b846-7eb55460414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.813901 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c82af-4b56-46fc-b846-7eb55460414b None None] Port fcd66e74-7879-4551-9fb9-997e8ea0635a cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:53.848721 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks [] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.871368 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:56:50Z', 'revision_number': 3, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port': {'id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:53.889669 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:53.900431 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0595f-fa32-4991-942a-b866971df7cd None None] The sync data for ids ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'] in dv-cinder-836996-1-iscsi is: [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:56:50Z', 'revision_number': 3, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port': {'id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:53.947288 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device a09bb9a8-7837-4623-be75-2c8be92a7f6b up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:53.968605 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd66e74-7879-4551-9fb9-997e8ea0635a,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:53.974614 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2030817'] for router_interface (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:54.002481 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port a09bb9a8-7837-4623-be75-2c8be92a7f6b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:54.002850 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:54.074699 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Network 15fb184e-51e7-43f8-95d5-181c2e007750 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:56:54.076781 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:56:54.088420 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port a09bb9a8-7837-4623-be75-2c8be92a7f6b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:54.236109 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:56:54.337780 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9c8ab7f2-169d-45e1-90a4-2802fe19adc0 None None] Provisioning complete for port fcd66e74-7879-4551-9fb9-997e8ea0635a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:54.338074 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab7f2-169d-45e1-90a4-2802fe19adc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:54.364521 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:56:54.370002 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e8067cf0-9c44-42c4-901d-c0701da07038 admin admin] 10.222.0.26 "PUT /v2.0/routers/9cfb4bc7-f778-45ce-b666-4d2bd905bb8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5933290 Apr 07 17:56:54.377048 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ab7f2-169d-45e1-90a4-2802fe19adc0 None None] Port fcd66e74-7879-4551-9fb9-997e8ea0635a cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:56:55.522417 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Sync routers for ids ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:56:55.534527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Routers {'9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:55.535526 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:55.659284 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Set router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:55.881760 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:56:53Z', 'revision_number': 4, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port': {'id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'fcd66e74-7879-4551-9fb9-997e8ea0635a', 'name': '', 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'mac_address': 'fa:16:3e:b6:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '93c8fe1f-4d8b-4d59-94cf-bb39776fd633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:52Z', 'updated_at': '2022-04-07T17:56:53Z', 'revision_number': 2, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'subnets': [{'id': '93c8fe1f-4d8b-4d59-94cf-bb39776fd633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:55.915790 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Checking router: 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:56:55.916220 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Updating router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d port fcd66e74-7879-4551-9fb9-997e8ea0635a binding host dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 17:56:55.978798 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.002407 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 9100f4ef-ace4-4699-a359-224dca3f4907 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:56.159797 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 9100f4ef-ace4-4699-a359-224dca3f4907 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:56.160303 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.475301 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 9100f4ef-ace4-4699-a359-224dca3f4907 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:56.475697 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.515742 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] For port 9100f4ef-ace4-4699-a359-224dca3f4907, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=9100f4ef-ace4-4699-a359-224dca3f4907,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:56.563165 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Publish callbacks [] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.598929 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.630754 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.686226 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Pushing event updated for resources: {'Port': ['ID=9100f4ef-ace4-4699-a359-224dca3f4907,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:56.711486 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.711839 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.712186 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.717861 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.718338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.718687 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.719031 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.719473 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.719825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.720154 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.720486 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.720821 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.721167 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.721497 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.721825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:56:56.777168 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Attempting to bind port fcd66e74-7879-4551-9fb9-997e8ea0635a on host dv-cinder-836996-1-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:56:56.777556 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Attempting to bind port fcd66e74-7879-4551-9fb9-997e8ea0635a by drivers openvswitch,hyperv on host dv-cinder-836996-1-iscsi at level 0 using segments [{'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:56:56.777922 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Attempting to bind port fcd66e74-7879-4551-9fb9-997e8ea0635a on network 15fb184e-51e7-43f8-95d5-181c2e007750 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:56:56.790255 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Checking agent: {'id': '7b8105fb-0011-4f7a-ac3c-88b4ed7876ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 10, 37), 'started_at': datetime.datetime(2022, 4, 7, 17, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:56:56.790634 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Checking segment: {'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:56:56.791072 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.791472 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Bound using segment: {'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:56:56.791955 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Bound port: fcd66e74-7879-4551-9fb9-997e8ea0635a, host: dv-cinder-836996-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:56:56.792345 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:56.805392 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2730ea-170f-4e91-9861-defa3677b337 None None] Pushing event updated for resources: {'Port': ['ID=fcd66e74-7879-4551-9fb9-997e8ea0635a,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:56.888541 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] For port fcd66e74-7879-4551-9fb9-997e8ea0635a, host dv-cinder-836996-1-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:56:56.894133 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] For port fcd66e74-7879-4551-9fb9-997e8ea0635a, host dv-cinder-836996-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=fcd66e74-7879-4551-9fb9-997e8ea0635a,segment=NetworkSegment(61b5d7e0-d36c-4ecf-8165-1cbc75b9a728),segment_id=61b5d7e0-d36c-4ecf-8165-1cbc75b9a728)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:56:56.987441 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:57.045716 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-662be75f-f5cf-49dd-a596-0faf81b6617c None None] Provisioning complete for port fcd66e74-7879-4551-9fb9-997e8ea0635a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:57.046093 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-662be75f-f5cf-49dd-a596-0faf81b6617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:57.059032 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Routers {'9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:56:57.060292 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:56:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:57.186110 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2730ea-170f-4e91-9861-defa3677b337 None None] Pushing event updated for resources: {'Port': ['ID=fcd66e74-7879-4551-9fb9-997e8ea0635a,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:57.333323 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-662be75f-f5cf-49dd-a596-0faf81b6617c None None] Current status of the port fcd66e74-7879-4551-9fb9-997e8ea0635a is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:57.333640 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-662be75f-f5cf-49dd-a596-0faf81b6617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:57.358560 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] Set router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:56:57.415293 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-662be75f-f5cf-49dd-a596-0faf81b6617c None None] For port fcd66e74-7879-4551-9fb9-997e8ea0635a, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=fcd66e74-7879-4551-9fb9-997e8ea0635a,segment=NetworkSegment(61b5d7e0-d36c-4ecf-8165-1cbc75b9a728),segment_id=61b5d7e0-d36c-4ecf-8165-1cbc75b9a728)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:56:57.474546 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-662be75f-f5cf-49dd-a596-0faf81b6617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:57.576464 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662be75f-f5cf-49dd-a596-0faf81b6617c None None] Pushing event updated for resources: {'Port': ['ID=fcd66e74-7879-4551-9fb9-997e8ea0635a,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:56:57.640616 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-a1255f37-f3ac-422f-ba46-7d0fb67eb894 None None] Provisioning complete for port fcd66e74-7879-4551-9fb9-997e8ea0635a triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:57.640999 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a1255f37-f3ac-422f-ba46-7d0fb67eb894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:57.708227 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:56:53Z', 'revision_number': 4, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port': {'id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'fcd66e74-7879-4551-9fb9-997e8ea0635a', 'name': '', 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'mac_address': 'fa:16:3e:b6:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '93c8fe1f-4d8b-4d59-94cf-bb39776fd633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:52Z', 'updated_at': '2022-04-07T17:56:56Z', 'revision_number': 4, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'subnets': [{'id': '93c8fe1f-4d8b-4d59-94cf-bb39776fd633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:56:57.769901 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237b98a-311d-4594-a11c-af99cb5f0a24 None None] The sync data for ids ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'] in dv-cinder-836996-1-iscsi is: [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:56:53Z', 'revision_number': 4, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port': {'id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'fcd66e74-7879-4551-9fb9-997e8ea0635a', 'name': '', 'network_id': '15fb184e-51e7-43f8-95d5-181c2e007750', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'mac_address': 'fa:16:3e:b6:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '93c8fe1f-4d8b-4d59-94cf-bb39776fd633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:52Z', 'updated_at': '2022-04-07T17:56:56Z', 'revision_number': 4, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'subnets': [{'id': '93c8fe1f-4d8b-4d59-94cf-bb39776fd633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:56:57.788357 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a1255f37-f3ac-422f-ba46-7d0fb67eb894 None None] Current status of the port fcd66e74-7879-4551-9fb9-997e8ea0635a is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:58.057249 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device fcd66e74-7879-4551-9fb9-997e8ea0635a up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:58.115807 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port fcd66e74-7879-4551-9fb9-997e8ea0635a triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:58.115807 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:58.236681 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port fcd66e74-7879-4551-9fb9-997e8ea0635a is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:56:58.237982 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 9100f4ef-ace4-4699-a359-224dca3f4907 up at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:56:58.303881 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Provisioning complete for port 9100f4ef-ace4-4699-a359-224dca3f4907 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:56:58.304344 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:56:58.407527 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Current status of the port 9100f4ef-ace4-4699-a359-224dca3f4907 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:57:00.872736 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f709f3c0-3202-4854-b9b7-a063dc95f95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:03.221125 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87d609ad-1d71-44e4-8e06-064eb0f1d65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:04.570035 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:05.844664 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:05.988912 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-c2d4dcc0-a505-4006-b1e8-0adbdabbf12a tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:05.990380 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-c2d4dcc0-a505-4006-b1e8-0adbdabbf12a tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 814 time: 0.1049097 Apr 07 17:57:06.005689 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-28ccb11a-dd1d-41a5-934a-a2d319e5d24c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/quotas/d168a51bad674c2ca599b3e27294fa4c HTTP/1.1" status: 200 len: 375 time: 0.0099235 Apr 07 17:57:06.061901 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-1edcf543-7399-4ff5-96d6-1a811f0223c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506625 Apr 07 17:57:06.077755 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-1c74a4a1-79bb-402c-a8a5-37d854531019 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:57:06.078859 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-1c74a4a1-79bb-402c-a8a5-37d854531019 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063837 Apr 07 17:57:06.167248 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-c40c895f-64e7-48d1-a36d-0feb36ff596f service neutron] 10.222.0.26 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826838 Apr 07 17:57:06.259230 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-30e52072-1d3b-4a27-9ed9-1d815ef1ae86 service neutron] 10.222.0.26 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861692 Apr 07 17:57:06.479135 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b36138da-f6a0-456c-802a-9a05a7fe5c49 req-50508081-4511-47b6-9709-2100a01c8fd9 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0277338 Apr 07 17:57:07.174369 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:07.574848 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-309d9321-b10e-4874-ba5f-6ec233f71478 req-4e2d0965-524d-421c-a66b-0e3affcd2b14 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0281756 Apr 07 17:57:08.571532 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-852b7f64-8646-482b-bfe5-66a8da5b3476 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:08.573082 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-852b7f64-8646-482b-bfe5-66a8da5b3476 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 814 time: 0.1045830 Apr 07 17:57:08.585914 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'port': {'device_id': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'admin_state_up': True, 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:08.685180 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0ffe1d9-4e9a-49c4-a077-ff58a75928d4 req-f2f5312c-6fd6-479b-8f7a-912c4d9cdf79 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0425713 Apr 07 17:57:08.773595 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27247cc-f837-4945-8666-8636ed37e758 req-007c744d-21bf-46aa-bf97-0b7e03cff99d tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:08.775057 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b27247cc-f837-4945-8666-8636ed37e758 req-007c744d-21bf-46aa-bf97-0b7e03cff99d tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 945 time: 0.0614669 Apr 07 17:57:08.805911 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Made reservation on behalf of d168a51bad674c2ca599b3e27294fa4c for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:57:08.808921 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:08.836289 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b27247cc-f837-4945-8666-8636ed37e758 req-62e1ea08-765c-4a4c-af0e-e1681ce19285 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548580 Apr 07 17:57:08.949969 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Allocated IP 172.20.0.7 (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea/93e7e15d-5bd9-4b15-b105-468442625488/3ce57ef8-b241-4169-abac-f60c31bd09b7) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:57:09.093299 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:09.175501 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:09.218456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:57:09.221455 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:57:09.227140 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:57:09.251249 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:09.281816 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:09.282270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:09.349748 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-d4e4838e-e901-4857-8933-ba53f0ed0977 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7674253 Apr 07 17:57:09.399517 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-5144229e-e748-4242-a40c-6c1fe82d2154 None None] Provisioning complete for port 3ce57ef8-b241-4169-abac-f60c31bd09b7 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:57:09.400025 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5144229e-e748-4242-a40c-6c1fe82d2154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:09.432906 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-5144229e-e748-4242-a40c-6c1fe82d2154 None None] Port 3ce57ef8-b241-4169-abac-f60c31bd09b7 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 17:57:09.801058 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178f54-6e1e-4c42-93f5-40363a16e119 req-d05fbd3b-c5e8-4cac-80ee-336ff3eec31b tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:09.802530 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd178f54-6e1e-4c42-93f5-40363a16e119 req-d05fbd3b-c5e8-4cac-80ee-336ff3eec31b tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 931 time: 0.0513361 Apr 07 17:57:09.851313 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd178f54-6e1e-4c42-93f5-40363a16e119 req-bac03364-efec-4fb1-a715-a2b1f16bfd5d tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Apr 07 17:57:09.946456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Request body: {'port': {'device_id': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:09.981524 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09316c6-595b-413e-94cc-5757b0117abb req-689b1275-928c-4213-ae27-b097d988e78d tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:09.983179 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b09316c6-595b-413e-94cc-5757b0117abb req-689b1275-928c-4213-ae27-b097d988e78d tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 945 time: 0.0792067 Apr 07 17:57:10.029997 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.063788 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b09316c6-595b-413e-94cc-5757b0117abb req-b8ba3929-c97d-4602-8b13-cecdd5dff76f tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dd06029-8322-4d99-8287-199d7c8fd5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749753 Apr 07 17:57:10.287387 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-248bba13-2c44-4c1a-afde-a9af697f0c08 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:10.289291 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-248bba13-2c44-4c1a-afde-a9af697f0c08 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 945 time: 0.0621986 Apr 07 17:57:10.398058 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Deleting port b925d82f-fb5e-487f-ad1e-72de768fd560 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:57:10.398406 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.493405 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] For port b925d82f-fb5e-487f-ad1e-72de768fd560, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b925d82f-fb5e-487f-ad1e-72de768fd560,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:10.493774 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.580401 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce57ef8-b241-4169-abac-f60c31bd09b7 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:57:10.593734 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Publish callbacks [] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.611255 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Transition to ACTIVE for port object 3ce57ef8-b241-4169-abac-f60c31bd09b7 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:57:10.673049 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.734116 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.734758 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (4b8e1621-90a2-4458-b824-dc396073cb0f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.735324 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Floating IP 4b8e1621-90a2-4458-b824-dc396073cb0f disassociated. External IP: 172.27.0.98, port: b925d82f-fb5e-487f-ad1e-72de768fd560. Apr 07 17:57:10.735671 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Calling delete_port for b925d82f-fb5e-487f-ad1e-72de768fd560 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:57:10.831733 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:10.935567 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (b925d82f-fb5e-487f-ad1e-72de768fd560), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:10.942416 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Attempting to bind port 3ce57ef8-b241-4169-abac-f60c31bd09b7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:57:10.945918 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Attempting to bind port 3ce57ef8-b241-4169-abac-f60c31bd09b7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:57:10.945918 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Attempting to bind port 3ce57ef8-b241-4169-abac-f60c31bd09b7 on network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:57:10.968498 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'Port': ['ID=b925d82f-fb5e-487f-ad1e-72de768fd560,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:10.974617 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Port 3ce57ef8-b241-4169-abac-f60c31bd09b7 on network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:57:10.974617 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Attempting to bind port 3ce57ef8-b241-4169-abac-f60c31bd09b7 on network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:57:11.004078 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:57:11.004638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Checking segment: {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:57:11.005303 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Bound using segment: {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:57:11.006129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Bound port: 3ce57ef8-b241-4169-abac-f60c31bd09b7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:57:11.006841 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:11.069296 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12d5e-d9bb-4994-8b3d-98aaeda13362 req-c49a52d5-2447-426f-88a3-8bfa92c8ec95 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:11.071215 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ba12d5e-d9bb-4994-8b3d-98aaeda13362 req-c49a52d5-2447-426f-88a3-8bfa92c8ec95 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1456587 Apr 07 17:57:11.184948 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:57:11.236082 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f061b809-3b2b-48d9-8d71-ab17c7580f43 req-53fb5e13-5b5a-409e-a2a3-54cb30b895c0 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0569272 Apr 07 17:57:11.237305 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:57:11.259669 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:57:11.271821 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ba12d5e-d9bb-4994-8b3d-98aaeda13362 req-204e3079-2b17-46e1-9612-7259dd58cf62 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939259 Apr 07 17:57:11.365804 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:11.372757 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:57:11.384861 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:57:11.406772 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:57:11.407965 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:57:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:11.437833 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:11.438494 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:11.439906 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 1093 time: 1.4983952 Apr 07 17:57:11.440381 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:57:11.442721 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f0616-90f6-45c4-9263-b65f0e395664" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:57:11.454829 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] No DVR routers for this DVR port b925d82f-fb5e-487f-ad1e-72de768fd560 on host hv-cinder-83699 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:57:11.457688 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:11.467873 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f204957c-d473-44b4-89b4-e3af83fe2c48 req-7db2f57d-c3e2-4608-b555-aec310899e48 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.37 "DELETE /v2.0/ports/b925d82f-fb5e-487f-ad1e-72de768fd560 HTTP/1.1" status: 204 len: 173 time: 1.1667428 Apr 07 17:57:11.470096 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'name': 'network-vif-deleted', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:57:11.486849 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affcef43-84b4-459f-a8dc-6f5e768e8a0a" -d '{"events": [{"server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "name": "network-vif-deleted", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:57:11.533503 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fd0bc0-506c-46fc-ad7c-58a349c084ed x-openstack-request-id: req-d9fd0bc0-506c-46fc-ad7c-58a349c084ed {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:57:11.533927 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:57:11.534310 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9fd0bc0-506c-46fc-ad7c-58a349c084ed {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:57:11.537093 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fd0bc0-506c-46fc-ad7c-58a349c084ed'] response: {'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'status': 'completed', 'code': 200} Apr 07 17:57:11.571673 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ee0ec0-6ed2-4f6e-8add-830608ca06b3 x-openstack-request-id: req-85ee0ec0-6ed2-4f6e-8add-830608ca06b3 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:57:11.572269 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d17014-5691-45cf-81d0-520ecfe19658", "name": "network-vif-deleted", "tag": "b925d82f-fb5e-487f-ad1e-72de768fd560", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:57:11.572605 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85ee0ec0-6ed2-4f6e-8add-830608ca06b3 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:57:11.573061 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ee0ec0-6ed2-4f6e-8add-830608ca06b3'] response: {'server_uuid': '14d17014-5691-45cf-81d0-520ecfe19658', 'name': 'network-vif-deleted', 'tag': 'b925d82f-fb5e-487f-ad1e-72de768fd560', 'status': 'completed', 'code': 200} Apr 07 17:57:11.575155 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c531e-8435-42dc-b16a-5c77e8843b70 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:11.770232 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:57:12.088326 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-5f4bfbf3-cdaf-4d49-bdc6-7ec37f4762db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:12.089890 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-5f4bfbf3-cdaf-4d49-bdc6-7ec37f4762db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1127 time: 0.5160685 Apr 07 17:57:12.113831 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:12.161921 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:57:12.171383 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:57:12.172217 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:57:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:12.294992 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:57:12.385329 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2668b01a-4a09-4c1e-8367-6f99c3e7d268 req-bf54d508-e548-4ffc-9056-22a3f36d092d tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0514550 Apr 07 17:57:12.496315 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48003397-be89-47c0-908f-458e325a87b7 req-9efb8c7f-ff30-4bac-9cf2-e9fcab6d531d tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:12.498706 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48003397-be89-47c0-908f-458e325a87b7 req-9efb8c7f-ff30-4bac-9cf2-e9fcab6d531d tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.1252465 Apr 07 17:57:12.609837 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48003397-be89-47c0-908f-458e325a87b7 req-c17e69df-719b-4bc5-9f1f-93e338fd6d13 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018715 Apr 07 17:57:12.712468 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:12.740210 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c828b4-ca0a-4840-9f10-511a2aa752f2 None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:46:49Z', 'revision_number': 4, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '548397f7-72f8-43c7-ae0b-f121932f7d02', 'name': '', 'network_id': '58c1b1c1-2571-4626-8cc0-8332d9fac8a8', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'mac_address': 'fa:16:3e:0b:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:48Z', 'updated_at': '2022-04-07T17:46:52Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'subnets': [{'id': 'abde8c08-b074-4093-89e7-5a39986ffcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:57:13.001043 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ff851-b12f-4d54-ba48-4aabbd6d8ada None None] New status for floating IP 4b8e1621-90a2-4458-b824-dc396073cb0f: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:57:13.515084 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d6987c1-5ced-49ad-997c-c8de3fd2ca8f req-49147ec0-84e7-4f15-934d-b4486bba9b83 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0294166 Apr 07 17:57:13.742217 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5ab2b-7be3-4358-8bb2-9b8b43e2c269 req-e883fd42-9a29-488d-ab22-0581e7d0e961 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:13.750368 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5eb5ab2b-7be3-4358-8bb2-9b8b43e2c269 req-e883fd42-9a29-488d-ab22-0581e7d0e961 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0685499 Apr 07 17:57:13.819552 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5eb5ab2b-7be3-4358-8bb2-9b8b43e2c269 req-3290e1c8-602a-4efe-83ed-85afe67e1bc3 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Apr 07 17:57:14.318961 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b925d82f-fb5e-487f-ad1e-72de768fd560 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:57:14.340574 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: b925d82f-fb5e-487f-ad1e-72de768fd560 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:57:14.340922 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b925d82f-fb5e-487f-ad1e-72de768fd560 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:57:14.635020 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7e9071b-f932-4fdc-97d1-18742d1ef2ff req-8d69a52a-b356-4688-8463-ec8ea036a6ed tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0360191 Apr 07 17:57:14.960401 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e7208-f6a5-4658-a014-728f1a17ee59 req-9b744008-5bb8-4e2c-bfdc-8b1e2229eb58 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:14.962079 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc4e7208-f6a5-4658-a014-728f1a17ee59 req-9b744008-5bb8-4e2c-bfdc-8b1e2229eb58 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0664101 Apr 07 17:57:15.012925 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc4e7208-f6a5-4658-a014-728f1a17ee59 req-f0bc047b-a504-4845-8e5e-e95004ac5361 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Apr 07 17:57:15.755154 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-58766bbb-72f5-4690-90b3-f550f498c831 req-5ef42ef6-a722-49f9-9450-60bf7d5fe70a tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0291562 Apr 07 17:57:16.138272 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537df248-caea-4af9-9193-dcecf7b42bf5 req-31e460d3-e6d6-411f-b2c1-d14f14bfca37 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:16.140453 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-537df248-caea-4af9-9193-dcecf7b42bf5 req-31e460d3-e6d6-411f-b2c1-d14f14bfca37 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0567770 Apr 07 17:57:16.204456 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-537df248-caea-4af9-9193-dcecf7b42bf5 req-685ee07c-1e61-4fa2-aa36-88bd27c4681a tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576799 Apr 07 17:57:16.869614 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc920f30-c182-418e-9358-4f71779b2b44 req-f48c7eac-7056-47b4-9583-0c3caaa2a66b tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Apr 07 17:57:17.326534 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7bce-8087-41c9-9b5c-35026c5b4050 req-f04ce448-dc09-4af5-820d-efd47ea6809c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:17.327959 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea6e7bce-8087-41c9-9b5c-35026c5b4050 req-f04ce448-dc09-4af5-820d-efd47ea6809c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0560272 Apr 07 17:57:17.378826 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea6e7bce-8087-41c9-9b5c-35026c5b4050 req-d6877c55-6a35-42ba-8a26-1bfd50330572 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453689 Apr 07 17:57:17.979881 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4983233b-7e3b-4628-a2e1-0a8070390a3c req-31b86c01-e2fb-433a-9633-c71cd464759e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0275321 Apr 07 17:57:18.507711 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb1c8d-039a-455f-bdd0-0c7165c15043 req-012dad64-6aa7-4383-bbd3-fe42fc51a7c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:18.509205 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48fb1c8d-039a-455f-bdd0-0c7165c15043 req-012dad64-6aa7-4383-bbd3-fe42fc51a7c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0610116 Apr 07 17:57:18.559253 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48fb1c8d-039a-455f-bdd0-0c7165c15043 req-05e93d40-7447-4c3f-be39-cef5bf6ceb6a tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Apr 07 17:57:19.083938 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:19.086792 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72173dc5-3f32-41ae-8d90-67c6f27b7c6b req-4a407b98-00b9-4435-ae19-701148a9df87 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0280502 Apr 07 17:57:19.676615 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f04f-cd45-42fe-bb65-1b7762d6a54b req-da0f691d-7823-4cea-b2aa-282d66e09f0a tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:19.678146 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9d8f04f-cd45-42fe-bb65-1b7762d6a54b req-da0f691d-7823-4cea-b2aa-282d66e09f0a tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0530350 Apr 07 17:57:19.727821 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9d8f04f-cd45-42fe-bb65-1b7762d6a54b req-01e8c8e1-0571-4662-bd5c-611cc4177da5 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Apr 07 17:57:20.194351 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d61d3a1a-3525-451f-aadd-6a75bfecbe94 req-a32f8736-4c77-45b2-8434-35a256c0624e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/ports?device_id=14d17014-5691-45cf-81d0-520ecfe19658 HTTP/1.1" status: 200 len: 210 time: 0.0269742 Apr 07 17:57:20.361040 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-08d0be7c-8c7c-4e27-a4f2-6390a848326e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 217 time: 0.0360730 Apr 07 17:57:20.415549 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-372ef3fd-90f3-43bd-8058-8652c0e97a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:20.416957 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-372ef3fd-90f3-43bd-8058-8652c0e97a08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0447068 Apr 07 17:57:20.469308 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-5aa4681c-dad7-4c7d-b850-85b36d5540d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:20.470780 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-5aa4681c-dad7-4c7d-b850-85b36d5540d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468531 Apr 07 17:57:20.562069 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-f47484f5-4aa2-4ff0-bec1-f825fcade1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847270 Apr 07 17:57:20.655706 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e9244ca-c13b-4d7f-b9ff-a7b3366f9378 req-4705d53a-c086-41f1-875d-5881574e7d4f service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Apr 07 17:57:20.844652 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaea80-03c9-4d39-8dcf-d250ec9a5dcd req-14efdd2f-8e51-48c7-90af-f3c0680ccac6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:20.846141 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66eaea80-03c9-4d39-8dcf-d250ec9a5dcd req-14efdd2f-8e51-48c7-90af-f3c0680ccac6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0531027 Apr 07 17:57:20.891843 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66eaea80-03c9-4d39-8dcf-d250ec9a5dcd req-df0a9848-034e-457e-bf49-5f34bdcefb2d tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Apr 07 17:57:20.910502 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:57:21.370083 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35192) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:21.422015 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad94a-82e5-4783-bfc1-d3afd1c6d17e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (9dd06029-8322-4d99-8287-199d7c8fd5d0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:21.445955 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad94a-82e5-4783-bfc1-d3afd1c6d17e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (9dd06029-8322-4d99-8287-199d7c8fd5d0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:21.497493 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-30cc6919-b655-42f1-9187-88775e986e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:21.499220 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-30cc6919-b655-42f1-9187-88775e986e85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0500097 Apr 07 17:57:21.569646 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad94a-82e5-4783-bfc1-d3afd1c6d17e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (9dd06029-8322-4d99-8287-199d7c8fd5d0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:21.572194 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad94a-82e5-4783-bfc1-d3afd1c6d17e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:21.573359 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cc6ad94a-82e5-4783-bfc1-d3afd1c6d17e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "DELETE /v2.0/security-groups/9dd06029-8322-4d99-8287-199d7c8fd5d0 HTTP/1.1" status: 204 len: 168 time: 0.2022374 Apr 07 17:57:21.577217 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35194) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:21.594155 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-899c611a-936e-41eb-81bc-0dfe22387b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:21.596052 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ad94a-82e5-4783-bfc1-d3afd1c6d17e tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd06029-8322-4d99-8287-199d7c8fd5d0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:21.596203 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-899c611a-936e-41eb-81bc-0dfe22387b05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 915 time: 0.0903049 Apr 07 17:57:21.596570 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-889fb8f3-b117-473b-b752-56ca2dfbf217 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] show failed (client error): The resource could not be found. Apr 07 17:57:21.597586 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-889fb8f3-b117-473b-b752-56ca2dfbf217 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "GET /v2.0/security-groups/9dd06029-8322-4d99-8287-199d7c8fd5d0 HTTP/1.1" status: 404 len: 347 time: 0.0194523 Apr 07 17:57:21.600408 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35196) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:21.636496 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-c591e5bb-03da-4819-bbf0-a175b9b4408c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 217 time: 0.0346417 Apr 07 17:57:21.686574 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-185f98f9-c1c2-47b0-ad4b-57521609c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:21.688081 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-185f98f9-c1c2-47b0-ad4b-57521609c1d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0456257 Apr 07 17:57:21.735626 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Deleting port 13c6315a-72ab-447b-b373-45a908ee3659 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:57:21.735960 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (13c6315a-72ab-447b-b373-45a908ee3659), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:21.741875 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-d592214b-57c7-44da-905a-b622a990d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:21.743369 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-d592214b-57c7-44da-905a-b622a990d315 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493939 Apr 07 17:57:21.812084 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (13c6315a-72ab-447b-b373-45a908ee3659), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:21.812336 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (13c6315a-72ab-447b-b373-45a908ee3659), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:21.824603 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Calling delete_port for 13c6315a-72ab-447b-b373-45a908ee3659 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:57:21.832573 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-ccd26e1a-cfca-47f8-82d8-1fa384c27069 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822370 Apr 07 17:57:21.927700 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e29f0616-90f6-45c4-9263-b65f0e395664 req-aedbfb33-dff7-4b39-adfd-d79808e2eb52 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890117 Apr 07 17:57:22.009816 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f12d3-9a8b-4c1a-8c96-c29bbb1a71a2 req-a16fd310-6f1f-4ea9-9104-a5d4cc5fa1c4 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:22.011313 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e41f12d3-9a8b-4c1a-8c96-c29bbb1a71a2 req-a16fd310-6f1f-4ea9-9104-a5d4cc5fa1c4 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0511072 Apr 07 17:57:22.040532 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (13c6315a-72ab-447b-b373-45a908ee3659), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:22.079520 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Pushing event deleted for resources: {'Port': ['ID=13c6315a-72ab-447b-b373-45a908ee3659,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:22.091122 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e41f12d3-9a8b-4c1a-8c96-c29bbb1a71a2 req-c835b953-12a5-4336-9868-628273864761 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741279 Apr 07 17:57:22.143148 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks [] for floatingip (4b8e1621-90a2-4458-b824-dc396073cb0f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:22.145750 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:22.147141 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-318b8b39-37a2-41fa-b9e7-85863b45bdf8 tempest-AttachVolumeNegativeTest-1945897997 tempest-AttachVolumeNegativeTest-1945897997-project] 10.222.0.26 "DELETE /v2.0/floatingips/4b8e1621-90a2-4458-b824-dc396073cb0f HTTP/1.1" status: 204 len: 168 time: 0.5458682 Apr 07 17:57:23.210959 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0272a4-69e8-4cd9-b33b-64530b4bc252 req-4063196d-4db1-4a7b-b4aa-5bec924bcfa0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:23.212425 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d0272a4-69e8-4cd9-b33b-64530b4bc252 req-4063196d-4db1-4a7b-b4aa-5bec924bcfa0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0525255 Apr 07 17:57:23.263239 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d0272a4-69e8-4cd9-b33b-64530b4bc252 req-f7e26e4e-586f-4f7f-aeed-9f0bbbba5b47 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Apr 07 17:57:24.350363 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 3ce57ef8-b241-4169-abac-f60c31bd09b7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:57:24.381168 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866eda1-f9be-44c6-b1b4-393ae0eaa038 req-fe7d0e3e-3c59-4a69-b8e2-59a40d372800 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:24.382659 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6866eda1-f9be-44c6-b1b4-393ae0eaa038 req-fe7d0e3e-3c59-4a69-b8e2-59a40d372800 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 943 time: 0.0536900 Apr 07 17:57:24.430019 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6866eda1-f9be-44c6-b1b4-393ae0eaa038 req-f9a5465c-d4f5-41ae-8770-48f732358da1 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Apr 07 17:57:24.448418 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:24.459452 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'port_id': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'mac_address': 'fa:16:3e:37:1b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:57:24.499635 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 3ce57ef8-b241-4169-abac-f60c31bd09b7 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:57:24.500014 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:24.512280 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce57ef8-b241-4169-abac-f60c31bd09b7 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:57:24.530743 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:24.632327 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:24.680343 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:24.847115 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['3ce57ef8-b241-4169-abac-f60c31bd09b7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:57:25.545948 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969a13-5c21-4c41-b64c-797166f31c59 req-917fce63-cc2f-4fe0-990c-a34c3f1dc650 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:25.547387 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01969a13-5c21-4c41-b64c-797166f31c59 req-917fce63-cc2f-4fe0-990c-a34c3f1dc650 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0526438 Apr 07 17:57:25.593955 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01969a13-5c21-4c41-b64c-797166f31c59 req-9fdaa3a7-16a7-4dfe-b9d0-26d1d9bb20a6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Apr 07 17:57:26.110609 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35240) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:26.364209 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 3ce57ef8-b241-4169-abac-f60c31bd09b7 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:57:26.461429 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 3ce57ef8-b241-4169-abac-f60c31bd09b7 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:57:26.465340 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 3ce57ef8-b241-4169-abac-f60c31bd09b7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:57:26.465714 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:26.550764 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 3ce57ef8-b241-4169-abac-f60c31bd09b7 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:57:26.551145 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:26.565376 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (79381082-3efb-4485-83a0-946c6005a726), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:26.573479 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:57:26.575773 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112c418e-96b3-4360-8cae-fdc92dda9a75" -d '{"events": [{"server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:57:26.592757 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:26.613221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2bc4c-02bd-46a4-9c13-1f5032380b17 x-openstack-request-id: req-f5d2bc4c-02bd-46a4-9c13-1f5032380b17 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:57:26.613519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:57:26.613782 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5d2bc4c-02bd-46a4-9c13-1f5032380b17 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:57:26.614249 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d2bc4c-02bd-46a4-9c13-1f5032380b17'] response: {'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'code': 200} Apr 07 17:57:26.666520 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:26.786870 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cb12f-c46e-4691-8f54-d292638ece66 req-4ef35ab3-f2fd-4ad8-a80e-b18979a270c4 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:26.788294 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d00cb12f-c46e-4691-8f54-d292638ece66 req-4ef35ab3-f2fd-4ad8-a80e-b18979a270c4 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1246920 Apr 07 17:57:26.848612 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:26.867344 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d00cb12f-c46e-4691-8f54-d292638ece66 req-bd4179b1-837b-42c1-8025-06651c7e71c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731406 Apr 07 17:57:26.922226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Deleting port 548397f7-72f8-43c7-ae0b-f121932f7d02 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:57:26.922561 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:26.932316 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e73648-dcbe-4bf0-906c-1ac3b385dbfd req-1c2fb3b6-7e05-42fa-a551-7105791cc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:26.933967 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e5e73648-dcbe-4bf0-906c-1ac3b385dbfd req-1c2fb3b6-7e05-42fa-a551-7105791cc05a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0452857 Apr 07 17:57:26.977115 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e5e73648-dcbe-4bf0-906c-1ac3b385dbfd req-60568d97-8432-43ea-8ab6-f99acd7231dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 Apr 07 17:57:27.005237 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] For port 548397f7-72f8-43c7-ae0b-f121932f7d02, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=548397f7-72f8-43c7-ae0b-f121932f7d02,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:27.005834 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:27.021606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Calling delete_port for 548397f7-72f8-43c7-ae0b-f121932f7d02 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:57:27.261325 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (548397f7-72f8-43c7-ae0b-f121932f7d02), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:27.285962 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=548397f7-72f8-43c7-ae0b-f121932f7d02,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:27.458874 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (79381082-3efb-4485-83a0-946c6005a726), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:27.675055 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Router 79381082-3efb-4485-83a0-946c6005a726 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:57:27.779501 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:57:27.784465 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-141a7325-4e23-4a0d-9fdd-b33eab031c02 admin admin] 10.222.0.26 "PUT /v2.0/routers/79381082-3efb-4485-83a0-946c6005a726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728432 Apr 07 17:57:27.787033 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35248) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:27.787933 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] Sync routers for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:57:27.797218 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:57:27.797830 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:57:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:27.905447 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:57:27.907439 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks [] for router (79381082-3efb-4485-83a0-946c6005a726), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:28.097045 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:57:27Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:28.128166 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] Checking router: 79381082-3efb-4485-83a0-946c6005a726 for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:57:28.137130 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] Routers {'79381082-3efb-4485-83a0-946c6005a726'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:57:28.137787 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:57:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['79381082-3efb-4485-83a0-946c6005a726'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:28.252063 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] Set router 79381082-3efb-4485-83a0-946c6005a726 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:57:28.332621 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305e5da-929a-4072-80b0-186b6fc89765 req-c6b4feb4-499b-4364-ad85-25413a34fedb tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:28.334142 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7305e5da-929a-4072-80b0-186b6fc89765 req-c6b4feb4-499b-4364-ad85-25413a34fedb tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.3755844 Apr 07 17:57:28.359725 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks [] for router_gateway (79381082-3efb-4485-83a0-946c6005a726), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:28.398753 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7305e5da-929a-4072-80b0-186b6fc89765 req-6b72c7e0-2e71-4586-b928-9747314ef5b1 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561855 Apr 07 17:57:28.446686 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:57:27Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:28.459026 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-68d7e5e8-a072-4a9c-bef9-faed4177765a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538068 Apr 07 17:57:28.474360 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ea323-5c54-498c-b5ea-74fa40dfd29b None None] The sync data for ids ['79381082-3efb-4485-83a0-946c6005a726'] in dv-cinder-836996-1-iscsi is: [{'id': '79381082-3efb-4485-83a0-946c6005a726', 'name': 'tempest-AttachVolumeNegativeTest-1683388042-router', 'tenant_id': 'f0de5c5263634476bca59b25adb38136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:46:45Z', 'updated_at': '2022-04-07T17:57:27Z', 'revision_number': 5, 'project_id': 'f0de5c5263634476bca59b25adb38136', 'gw_port': {'id': '0ab0e9a9-8fa3-4951-8c08-108c13f55cc2', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79381082-3efb-4485-83a0-946c6005a726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:46:46Z', 'updated_at': '2022-04-07T17:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:57:28.474671 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Deleting port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:57:28.474942 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:28.548976 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-258a2648-4aec-40a9-a0ab-36d1fe5dd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:28.550551 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-258a2648-4aec-40a9-a0ab-36d1fe5dd91b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0506835 Apr 07 17:57:28.567357 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] For port 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:28.567787 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:28.583056 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Calling delete_port for 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:57:28.654180 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-b5c49230-b394-4792-b34c-5c0a0e8594b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:28.656211 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-b5c49230-b394-4792-b34c-5c0a0e8594b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 910 time: 0.0877097 Apr 07 17:57:28.744983 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-962d6c1a-4ce9-488c-abe2-99111962be8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 1001 time: 0.0823908 Apr 07 17:57:28.801508 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-3f36628c-c79a-498d-a5cb-42270c31c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:28.803788 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-3f36628c-c79a-498d-a5cb-42270c31c537 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0529625 Apr 07 17:57:28.810023 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (0ab0e9a9-8fa3-4951-8c08-108c13f55cc2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:28.839054 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab0e9a9-8fa3-4951-8c08-108c13f55cc2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:28.866759 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-6018a3ab-72d3-4a2a-8ba0-f22ac8812e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:28.868617 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-6018a3ab-72d3-4a2a-8ba0-f22ac8812e7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590200 Apr 07 17:57:28.922971 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (79381082-3efb-4485-83a0-946c6005a726), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:28.973097 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-61c0ceef-4776-40b4-9143-e3ac411cdf59 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983763 Apr 07 17:57:29.039984 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (79381082-3efb-4485-83a0-946c6005a726), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.042273 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks [] for router_controller (79381082-3efb-4485-83a0-946c6005a726), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.071758 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eda6d258-ad70-4cb4-bf3e-8d9707e7faf3 req-09f1014f-6768-4229-9b9f-24a96255d3a5 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926759 Apr 07 17:57:29.135679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (79381082-3efb-4485-83a0-946c6005a726), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.136204 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79381082-3efb-4485-83a0-946c6005a726 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:57:29.141699 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.143923 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5d5daf83-4c99-4831-ba80-83922627ad3e admin admin] 10.222.0.26 "DELETE /v2.0/routers/79381082-3efb-4485-83a0-946c6005a726 HTTP/1.1" status: 204 len: 168 time: 1.3552146 Apr 07 17:57:29.146752 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35252) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:29.197219 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] Deleting subnet abde8c08-b074-4093-89e7-5a39986ffcc4 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:57:29.200658 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] Publish callbacks [] for subnet (abde8c08-b074-4093-89e7-5a39986ffcc4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.244118 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (abde8c08-b074-4093-89e7-5a39986ffcc4), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.338699 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (abde8c08-b074-4093-89e7-5a39986ffcc4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.480101 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (abde8c08-b074-4093-89e7-5a39986ffcc4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.527019 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abde8c08-b074-4093-89e7-5a39986ffcc4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:29.532980 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.536729 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1e689ba2-359f-45be-b4a7-3e574b1618ba admin admin] 10.222.0.26 "DELETE /v2.0/subnets/abde8c08-b074-4093-89e7-5a39986ffcc4 HTTP/1.1" status: 204 len: 168 time: 0.3888469 Apr 07 17:57:29.538689 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35256) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:29.545734 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa271da-9383-4796-9ed7-953df7793431 None None] Network 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:57:29.558266 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890983d9-7c1b-4760-aa8c-2c998f89b522 req-6ae186b5-f560-4f94-92a5-0c16ce1760ce tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:29.559749 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-890983d9-7c1b-4760-aa8c-2c998f89b522 req-6ae186b5-f560-4f94-92a5-0c16ce1760ce tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0903769 Apr 07 17:57:29.611504 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-890983d9-7c1b-4760-aa8c-2c998f89b522 req-014d4f75-8083-43f0-b74f-c1d4f3c0ce53 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Apr 07 17:57:29.643932 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (58c1b1c1-2571-4626-8cc0-8332d9fac8a8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.709130 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Deleting port fae944e7-4f18-41c2-86b2-d2aec68f5515 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:57:29.709511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.733081 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03595d72-3368-455b-afda-af892b596cf0 None None] DHCP port deletion for 58c1b1c1-2571-4626-8cc0-8332d9fac8a8 request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:57:29.772987 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4630-a0a5-4670-9de5-7d98b0bc3dad req-1bf32bd8-e686-4c82-b77e-d6cf340676d3 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:29.774535 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842d4630-a0a5-4670-9de5-7d98b0bc3dad req-1bf32bd8-e686-4c82-b77e-d6cf340676d3 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0583339 Apr 07 17:57:29.780197 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] For port fae944e7-4f18-41c2-86b2-d2aec68f5515, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=fae944e7-4f18-41c2-86b2-d2aec68f5515,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:29.780820 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.794504 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Calling delete_port for fae944e7-4f18-41c2-86b2-d2aec68f5515 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:57:29.797101 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-03595d72-3368-455b-afda-af892b596cf0 None None] Deleting port fae944e7-4f18-41c2-86b2-d2aec68f5515 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:57:29.797696 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03595d72-3368-455b-afda-af892b596cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.832087 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-842d4630-a0a5-4670-9de5-7d98b0bc3dad req-f3c7c301-666f-47a8-a34e-164a060a82ac tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 Apr 07 17:57:29.870342 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-03595d72-3368-455b-afda-af892b596cf0 None None] For port fae944e7-4f18-41c2-86b2-d2aec68f5515, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=fae944e7-4f18-41c2-86b2-d2aec68f5515,segment=NetworkSegment(faf0f7ab-e78d-4610-b858-270d5a341be7),segment_id=faf0f7ab-e78d-4610-b858-270d5a341be7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:29.872712 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03595d72-3368-455b-afda-af892b596cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.884980 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-03595d72-3368-455b-afda-af892b596cf0 None None] Calling delete_port for fae944e7-4f18-41c2-86b2-d2aec68f5515 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:57:29.957731 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 548397f7-72f8-43c7-ae0b-f121932f7d02 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:57:29.964479 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:29.987199 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 548397f7-72f8-43c7-ae0b-f121932f7d02 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:57:29.987548 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 548397f7-72f8-43c7-ae0b-f121932f7d02 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:57:29.987964 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device fae944e7-4f18-41c2-86b2-d2aec68f5515 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:57:29.992481 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Pushing event deleted for resources: {'Port': ['ID=fae944e7-4f18-41c2-86b2-d2aec68f5515,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:29.995935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] No DVR routers for this DVR port fae944e7-4f18-41c2-86b2-d2aec68f5515 on host dv-cinder-836996-1-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:57:30.022624 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: fae944e7-4f18-41c2-86b2-d2aec68f5515 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:57:30.023106 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device fae944e7-4f18-41c2-86b2-d2aec68f5515 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:57:30.023747 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:57:30.046827 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:57:30.047305 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 0ab0e9a9-8fa3-4951-8c08-108c13f55cc2 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:57:30.053809 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-03595d72-3368-455b-afda-af892b596cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (fae944e7-4f18-41c2-86b2-d2aec68f5515), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.072679 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (58c1b1c1-2571-4626-8cc0-8332d9fac8a8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.091118 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03595d72-3368-455b-afda-af892b596cf0 None None] Pushing event deleted for resources: {'Port': ['ID=fae944e7-4f18-41c2-86b2-d2aec68f5515,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:30.095798 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c1b1c1-2571-4626-8cc0-8332d9fac8a8']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:30.100654 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03595d72-3368-455b-afda-af892b596cf0 None None] No DVR routers for this DVR port fae944e7-4f18-41c2-86b2-d2aec68f5515 on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:57:30.110947 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf0f7ab-e78d-4610-b858-270d5a341be7') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:30.110947 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf0f7ab-e78d-4610-b858-270d5a341be7') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:30.121169 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6073351'] for segment (faf0f7ab-e78d-4610-b858-270d5a341be7), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.135253 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (faf0f7ab-e78d-4610-b858-270d5a341be7), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.142179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:57:30.142568 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441056'] for segment (faf0f7ab-e78d-4610-b858-270d5a341be7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: Traceback (most recent call last): Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: timer() Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: cb(*args, **kw) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: return func(*args, **kwargs) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: self._notify() Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: self.callback(batched_events) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: event.method(event) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: return f(self, *a, **k) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._get(url).json() Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:57:30.144226 dv-cinder-836996-1-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:57:30.184499 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b8e1b-1438-4741-bd22-bb05ffcab421 req-3ab3e562-d4e3-4b82-80d5-162eb06f5dbe tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:30.187011 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-893b8e1b-1438-4741-bd22-bb05ffcab421 req-3ab3e562-d4e3-4b82-80d5-162eb06f5dbe tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0569727 Apr 07 17:57:30.237813 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-893b8e1b-1438-4741-bd22-bb05ffcab421 req-19a8945a-c4dd-40ba-ab2c-df238ec679c5 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Apr 07 17:57:30.273112 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (58c1b1c1-2571-4626-8cc0-8332d9fac8a8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.279376 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.282841 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] 10.222.0.26 "DELETE /v2.0/networks/58c1b1c1-2571-4626-8cc0-8332d9fac8a8 HTTP/1.1" status: 204 len: 168 time: 0.7430532 Apr 07 17:57:30.292256 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769e8d4-d676-4243-97e9-de256d1e8dec admin admin] Pushing event deleted for resources: {'Network': ['ID=58c1b1c1-2571-4626-8cc0-8332d9fac8a8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:30.614813 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35268) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:30.654727 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e5c2d8cb-120d-44c8-a45b-b5064bf5ffeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0de5c5263634476bca59b25adb38136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381978 Apr 07 17:57:30.657259 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35270) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:30.705423 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57ee639d-ebb3-475f-9149-35c3f9e9d8c2 admin admin] Publish callbacks [] for security_group (60bd1c2d-b542-465c-b552-a829e7c9b287), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.727315 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57ee639d-ebb3-475f-9149-35c3f9e9d8c2 admin admin] Publish callbacks [] for security_group (60bd1c2d-b542-465c-b552-a829e7c9b287), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.844037 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57ee639d-ebb3-475f-9149-35c3f9e9d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (60bd1c2d-b542-465c-b552-a829e7c9b287), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.846719 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57ee639d-ebb3-475f-9149-35c3f9e9d8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:30.847866 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-57ee639d-ebb3-475f-9149-35c3f9e9d8c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60bd1c2d-b542-465c-b552-a829e7c9b287 HTTP/1.1" status: 204 len: 168 time: 0.1897192 Apr 07 17:57:30.855902 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee639d-ebb3-475f-9149-35c3f9e9d8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd1c2d-b542-465c-b552-a829e7c9b287,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:30.873614 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-004b26db-e031-4424-9178-1d0f3df4cc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:32.644759 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35342) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:32.749575 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6fbc511e-8c21-4327-a3f3-061e3bd886d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:32.827410 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6fbc511e-8c21-4327-a3f3-061e3bd886d6 admin admin] Publish callbacks [] for security_group (f550c6cd-0742-42d2-8738-aab7ead20e21), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:32.918375 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6fbc511e-8c21-4327-a3f3-061e3bd886d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f550c6cd-0742-42d2-8738-aab7ead20e21), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:32.962274 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6fbc511e-8c21-4327-a3f3-061e3bd886d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7840ccb39cfa44adab862e1dde249991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162522 Apr 07 17:57:32.963157 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc511e-8c21-4327-a3f3-061e3bd886d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550c6cd-0742-42d2-8738-aab7ead20e21,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:32.965279 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35348) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:33.021671 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e9a4af53-1912-4cb3-875f-cc2bff1e75cd admin admin] Publish callbacks [] for security_group (f550c6cd-0742-42d2-8738-aab7ead20e21), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:33.042278 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e9a4af53-1912-4cb3-875f-cc2bff1e75cd admin admin] Publish callbacks [] for security_group (f550c6cd-0742-42d2-8738-aab7ead20e21), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:33.169932 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e9a4af53-1912-4cb3-875f-cc2bff1e75cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (f550c6cd-0742-42d2-8738-aab7ead20e21), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:33.172436 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e9a4af53-1912-4cb3-875f-cc2bff1e75cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:33.173602 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e9a4af53-1912-4cb3-875f-cc2bff1e75cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f550c6cd-0742-42d2-8738-aab7ead20e21 HTTP/1.1" status: 204 len: 168 time: 0.2071242 Apr 07 17:57:33.181615 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4af53-1912-4cb3-875f-cc2bff1e75cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550c6cd-0742-42d2-8738-aab7ead20e21,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:33.226565 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c5ded4f5-0070-4f15-b1b6-b5fa1b6f4d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:34.586697 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:35.821114 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:37.158419 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.030647 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35456) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:40.132485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7790f1a-71a6-416d-ae09-9fdd1ce0848b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.207455 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7790f1a-71a6-416d-ae09-9fdd1ce0848b admin admin] Publish callbacks [] for security_group (d79868c9-6909-4a5e-935b-dc03a51dd9b2), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.267207 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7790f1a-71a6-416d-ae09-9fdd1ce0848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d79868c9-6909-4a5e-935b-dc03a51dd9b2), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.308160 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7790f1a-71a6-416d-ae09-9fdd1ce0848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79868c9-6909-4a5e-935b-dc03a51dd9b2,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:40.314047 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f7790f1a-71a6-416d-ae09-9fdd1ce0848b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07db406136734ab083e2fec119b8b757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816911 Apr 07 17:57:40.316220 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35468) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:40.364758 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3a7da6d-3d7c-4573-a47e-f85d29a0e305 admin admin] Publish callbacks [] for security_group (d79868c9-6909-4a5e-935b-dc03a51dd9b2), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.386305 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3a7da6d-3d7c-4573-a47e-f85d29a0e305 admin admin] Publish callbacks [] for security_group (d79868c9-6909-4a5e-935b-dc03a51dd9b2), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.408979 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949120b7-985a-4ee1-8f31-983a1a51bca3 req-c5df4586-3b2f-49e4-a1f0-ce1d3be72ded tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:40.410497 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-949120b7-985a-4ee1-8f31-983a1a51bca3 req-c5df4586-3b2f-49e4-a1f0-ce1d3be72ded tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0536718 Apr 07 17:57:40.456879 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-949120b7-985a-4ee1-8f31-983a1a51bca3 req-e18e425e-1257-4a78-8ff6-0d252a6abfe5 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Apr 07 17:57:40.479084 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35470) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:40.501389 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3a7da6d-3d7c-4573-a47e-f85d29a0e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (d79868c9-6909-4a5e-935b-dc03a51dd9b2), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.504009 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3a7da6d-3d7c-4573-a47e-f85d29a0e305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.505156 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d3a7da6d-3d7c-4573-a47e-f85d29a0e305 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d79868c9-6909-4a5e-935b-dc03a51dd9b2 HTTP/1.1" status: 204 len: 168 time: 0.1880257 Apr 07 17:57:40.513357 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7da6d-3d7c-4573-a47e-f85d29a0e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79868c9-6909-4a5e-935b-dc03a51dd9b2,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:40.630807 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee089400-718b-49a7-a925-82478a379ce7 tempest-TestMinimumBasicScenario-1920844492 tempest-TestMinimumBasicScenario-1920844492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:40.632423 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ee089400-718b-49a7-a925-82478a379ce7 tempest-TestMinimumBasicScenario-1920844492 tempest-TestMinimumBasicScenario-1920844492-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1124 time: 0.1523514 Apr 07 17:57:40.635511 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35476) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:40.642516 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'floatingip': {'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'port_id': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:40.781415 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.881582 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:40.984959 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Allocated IP 172.27.0.139 (f85d8aa6-20d5-447f-b2cd-5fdd04cf6194/2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607/c1ecbc2b-40ce-477f-bd0c-a103633540f8) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:57:41.073070 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35480) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:41.087122 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96f899c9-3a69-40f6-addc-fa49fa10d48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.094752 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.163810 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96f899c9-3a69-40f6-addc-fa49fa10d48c admin admin] Publish callbacks [] for security_group (3d7e374b-ceba-4468-846c-034edcfad3fb), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.204638 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.232898 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96f899c9-3a69-40f6-addc-fa49fa10d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3d7e374b-ceba-4468-846c-034edcfad3fb), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.241006 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Network f85d8aa6-20d5-447f-b2cd-5fdd04cf6194 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:57:41.243765 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:57:41.247186 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:57:41.275489 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'Port': ['ID=c1ecbc2b-40ce-477f-bd0c-a103633540f8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:41.275757 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-96f899c9-3a69-40f6-addc-fa49fa10d48c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9c8f248b3e54b7db706a24501026500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013590 Apr 07 17:57:41.276482 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f899c9-3a69-40f6-addc-fa49fa10d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e374b-ceba-4468-846c-034edcfad3fb,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:41.279371 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35482) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:41.386058 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-666f8c9f-8a44-492b-a780-4c90087c3267 admin admin] Publish callbacks [] for security_group (3d7e374b-ceba-4468-846c-034edcfad3fb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.423220 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-666f8c9f-8a44-492b-a780-4c90087c3267 admin admin] Publish callbacks [] for security_group (3d7e374b-ceba-4468-846c-034edcfad3fb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.628636 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-666f8c9f-8a44-492b-a780-4c90087c3267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3d7e374b-ceba-4468-846c-034edcfad3fb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.631217 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-666f8c9f-8a44-492b-a780-4c90087c3267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.632363 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-666f8c9f-8a44-492b-a780-4c90087c3267 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d7e374b-ceba-4468-846c-034edcfad3fb HTTP/1.1" status: 204 len: 168 time: 0.3520670 Apr 07 17:57:41.660104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f8c9f-8a44-492b-a780-4c90087c3267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e374b-ceba-4468-846c-034edcfad3fb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:41.787925 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for floatingip (c8bd6588-4936-4603-a0b3-bc1ff55b13aa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:41.925529 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.085130 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.135378 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.204858 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'Port': ['ID=c1ecbc2b-40ce-477f-bd0c-a103633540f8,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:42.218997 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2031044'] for floatingip (c8bd6588-4936-4603-a0b3-bc1ff55b13aa), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.322321 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Floating IP c8bd6588-4936-4603-a0b3-bc1ff55b13aa associated. External IP: 172.27.0.139, port: 3ce57ef8-b241-4169-abac-f60c31bd09b7. Apr 07 17:57:42.537642 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:57:42.648538 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:57:42.661044 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] Sync routers for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:57:42.674341 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35504) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:42.674539 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:57:42.674539 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:57:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:42.743729 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.773448 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1425113589-network', 'tenant_id': '49fefd0e594a4ffa824b5f88202e5086'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:42.783457 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:57:42.785581 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b70d30a9-9d32-4601-b7c4-2f601466c946 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1486204 Apr 07 17:57:42.787937 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:57:42.788799 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35508) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:42.790161 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4366d2e-70f8-4337-a006-e0a282c8593b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:57:42.793826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-158b2b73-583d-432d-bddb-496e648cc593 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28742782', 'description': 'tempest-secgroup-smoke-28742782 description', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:42.831269 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d15a6-55ce-4e1f-b962-696a32c1a6c2 x-openstack-request-id: req-f79d15a6-55ce-4e1f-b962-696a32c1a6c2 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:57:42.831569 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:57:42.831817 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f79d15a6-55ce-4e1f-b962-696a32c1a6c2 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:57:42.832217 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79d15a6-55ce-4e1f-b962-696a32c1a6c2'] response: {'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'status': 'completed', 'code': 200} Apr 07 17:57:42.861682 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Made reservation on behalf of 49fefd0e594a4ffa824b5f88202e5086 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:57:42.863998 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.873471 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.883026 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-158b2b73-583d-432d-bddb-496e648cc593 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:42.931250 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-4a9b11d8-0ecb-44d3-bcc6-803a159cf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:42.932914 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-4a9b11d8-0ecb-44d3-bcc6-803a159cf99d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0784724 Apr 07 17:57:42.959578 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks [] for security_group (0d88f4ca-3af6-4104-9349-3429bb262f29), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.004346 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (0d88f4ca-3af6-4104-9349-3429bb262f29), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.025996 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 17:57:43.027614 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'c8bd6588-4936-4603-a0b3-bc1ff55b13aa', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'port_id': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'mac_address': 'fa:16:3e:37:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:57:41Z', 'updated_at': '2022-04-07T17:57:41Z', 'revision_number': 0, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 5, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:43.033320 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-158b2b73-583d-432d-bddb-496e648cc593 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group (704b05d8-e2ad-4fb6-bb38-2d0417ac01ac), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.045527 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (465ed3e4-7eec-4948-bf41-78e8f7cd16f9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.046553 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Added segment 465ed3e4-7eec-4948-bf41-78e8f7cd16f9 of type vlan for network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 Apr 07 17:57:43.048272 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d88f4ca-3af6-4104-9349-3429bb262f29,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:43.059165 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] Checking router: 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:57:43.064742 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-a1315617-e34f-40d4-9b55-d396db250c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:43.067116 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-a1315617-e34f-40d4-9b55-d396db250c91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 915 time: 0.1241186 Apr 07 17:57:43.068434 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:57:43.069194 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:57:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:43.094898 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788053306498'] for network (8c291ae0-8fc2-4d76-ac9a-74e87de42662), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.117046 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-158b2b73-583d-432d-bddb-496e648cc593 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (704b05d8-e2ad-4fb6-bb38-2d0417ac01ac), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.161816 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-ad10bf26-9855-4476-9983-2a5d1af148c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 999 time: 0.0884264 Apr 07 17:57:43.163519 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b2b73-583d-432d-bddb-496e648cc593 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:43.181299 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078'] for network (8c291ae0-8fc2-4d76-ac9a-74e87de42662), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.182227 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:43.182812 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.188953 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:57:43.211648 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-158b2b73-583d-432d-bddb-496e648cc593 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.212290 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-158b2b73-583d-432d-bddb-496e648cc593 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4222910 Apr 07 17:57:43.219279 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35512) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:43.223647 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-7fbf0b01-2376-429d-844e-0de0984314c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'security_group_rule': {'security_group_id': '704b05d8-e2ad-4fb6-bb38-2d0417ac01ac', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:43.234686 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-ae8dd583-3d5b-4331-bfc7-23711861bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:43.236205 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-ae8dd583-3d5b-4331-bfc7-23711861bd6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0681872 Apr 07 17:57:43.247499 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] Pushing event updated for resources: {'Network': ['ID=8c291ae0-8fc2-4d76-ac9a-74e87de42662,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:43.275476 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 details requested by agent ovs-agent-dv-cinder-836996-1-iscsi with host dv-cinder-836996-1-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 17:57:43.278524 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8a532c8f-3258-4db8-b313-6fb660d39156 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6065860 Apr 07 17:57:43.279129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35514) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:43.286456 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Request body: {'subnet': {'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1425113589-subnet', 'tenant_id': '49fefd0e594a4ffa824b5f88202e5086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:43.302828 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-61fd2486-99ae-4b44-ba65-2fa5eb04f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:43.304412 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-61fd2486-99ae-4b44-ba65-2fa5eb04f4ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616148 Apr 07 17:57:43.375046 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0b01-2376-429d-844e-0de0984314c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (92ea0ceb-454c-47ea-a3d3-d4e19d14fef5), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.380785 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Made reservation on behalf of 49fefd0e594a4ffa824b5f88202e5086 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:57:43.384046 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6185264'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.430926 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-e0536c48-c403-4516-8df1-edf60a79dbe6 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194353 Apr 07 17:57:43.494872 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'c8bd6588-4936-4603-a0b3-bc1ff55b13aa', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'port_id': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'mac_address': 'fa:16:3e:37:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:57:41Z', 'updated_at': '2022-04-07T17:57:41Z', 'revision_number': 0, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 5, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:57:43.502848 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0b01-2376-429d-844e-0de0984314c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (92ea0ceb-454c-47ea-a3d3-d4e19d14fef5), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.528056 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb3fb2-0917-4aa7-bc98-825ce855afc8 None None] The sync data for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi is: [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_floatingips': [{'id': 'c8bd6588-4936-4603-a0b3-bc1ff55b13aa', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'router_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'port_id': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'mac_address': 'fa:16:3e:37:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T17:57:41Z', 'updated_at': '2022-04-07T17:57:41Z', 'revision_number': 0, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 5, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:57:43.536004 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4366d2e-70f8-4337-a006-e0a282c8593b req-fb9261f6-d25c-43ac-86e1-860bad7b190b service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974152 Apr 07 17:57:43.586440 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0b01-2376-429d-844e-0de0984314c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (92ea0ceb-454c-47ea-a3d3-d4e19d14fef5), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.606499 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf0b01-2376-429d-844e-0de0984314c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ea0ceb-454c-47ea-a3d3-d4e19d14fef5,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:43.678854 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6150021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6186954'] for subnet (6dc6541b-1169-4d7f-9dcb-d6e0dbec1710), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.709933 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0b01-2376-429d-844e-0de0984314c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.714384 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7fbf0b01-2376-429d-844e-0de0984314c0 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4941070 Apr 07 17:57:43.715479 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35516) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:43.720267 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d4f0f3c5-3281-4866-8b41-7850669a15b6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'security_group_rule': {'security_group_id': '704b05d8-e2ad-4fb6-bb38-2d0417ac01ac', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:43.738752 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc6541b-1169-4d7f-9dcb-d6e0dbec1710,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:43.750506 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af412f8-3ca7-42e4-b2ce-cf35a4855447 None None] New status for floating IP c8bd6588-4936-4603-a0b3-bc1ff55b13aa: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:57:43.753221 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Checking segment: {'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:57:43.753221 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Network hostable DHCP agents. Network: 8c291ae0-8fc2-4d76-ac9a-74e87de42662, hostable agents: ['6240f8d9-cc15-43fc-9fa5-a5fa2c363b66'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 17:57:43.815438 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f3c5-3281-4866-8b41-7850669a15b6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (61065d88-1c17-47ab-9fb8-17e8f31cbea7), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.838673 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 is scheduled to be hosted by DHCP agent 6240f8d9-cc15-43fc-9fa5-a5fa2c363b66 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 17:57:43.885294 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f3c5-3281-4866-8b41-7850669a15b6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (61065d88-1c17-47ab-9fb8-17e8f31cbea7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.918419 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-1-iscsi, 8c291ae0-8fc2-4d76-ac9a-74e87de42662) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:57:43.923149 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:43.923768 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.928310 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5850249b-f68a-4335-a6f5-72d52a233b28 None None] Network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:57:43.947081 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f3c5-3281-4866-8b41-7850669a15b6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (61065d88-1c17-47ab-9fb8-17e8f31cbea7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:43.972916 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0f3c5-3281-4866-8b41-7850669a15b6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61065d88-1c17-47ab-9fb8-17e8f31cbea7,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:44.013038 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c0cab16c-da6b-4902-93c1-fed662853899 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7327328 Apr 07 17:57:44.035289 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f3c5-3281-4866-8b41-7850669a15b6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.038960 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d4f0f3c5-3281-4866-8b41-7850669a15b6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3205709 Apr 07 17:57:44.039116 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8360a6-fb9f-4ada-b4da-28344543f475 None None] Network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:57:44.039246 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35520) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:44.043848 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-bc6fbaa1-783f-4fe4-8bde-e5789ee2440c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'security_group_rule': {'security_group_id': '704b05d8-e2ad-4fb6-bb38-2d0417ac01ac', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:44.130935 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbaa1-783f-4fe4-8bde-e5789ee2440c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (e38d4d60-b4b9-48f6-b004-5806484a5b59), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.189228 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbaa1-783f-4fe4-8bde-e5789ee2440c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (e38d4d60-b4b9-48f6-b004-5806484a5b59), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.261499 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbaa1-783f-4fe4-8bde-e5789ee2440c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (e38d4d60-b4b9-48f6-b004-5806484a5b59), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.279995 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fbaa1-783f-4fe4-8bde-e5789ee2440c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38d4d60-b4b9-48f6-b004-5806484a5b59,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:44.344264 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbaa1-783f-4fe4-8bde-e5789ee2440c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.345534 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bc6fbaa1-783f-4fe4-8bde-e5789ee2440c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054087 Apr 07 17:57:44.348195 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35526) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:44.352457 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-7767ab58-fe85-4541-b930-57405156fc40 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'security_group_rule': {'security_group_id': '704b05d8-e2ad-4fb6-bb38-2d0417ac01ac', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:44.438038 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7767ab58-fe85-4541-b930-57405156fc40 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (6437f08a-7ba2-4e6b-add4-034851227955), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.493286 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7767ab58-fe85-4541-b930-57405156fc40 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (6437f08a-7ba2-4e6b-add4-034851227955), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.575340 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7767ab58-fe85-4541-b930-57405156fc40 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (6437f08a-7ba2-4e6b-add4-034851227955), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.593246 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767ab58-fe85-4541-b930-57405156fc40 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6437f08a-7ba2-4e6b-add4-034851227955,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:44.674892 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7767ab58-fe85-4541-b930-57405156fc40 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.676184 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7767ab58-fe85-4541-b930-57405156fc40 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3270819 Apr 07 17:57:44.678923 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35528) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:44.683120 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'security_group_rule': {'security_group_id': '704b05d8-e2ad-4fb6-bb38-2d0417ac01ac', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:44.758707 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Project d168a51bad674c2ca599b3e27294fa4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 17:57:44.763873 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (1e251824-82cd-479d-bc06-f2f182b1c425), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:44.839802 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (1e251824-82cd-479d-bc06-f2f182b1c425), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:45.427441 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (1e251824-82cd-479d-bc06-f2f182b1c425), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:45.445344 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e251824-82cd-479d-bc06-f2f182b1c425,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:45.749908 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:45.751195 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-71dadde2-1f6a-4a55-945f-33ac52078562 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0713112 Apr 07 17:57:45.753866 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35534) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:57:45.758139 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'security_group_rule': {'security_group_id': '704b05d8-e2ad-4fb6-bb38-2d0417ac01ac', 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:45.832085 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Project d168a51bad674c2ca599b3e27294fa4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 17:57:45.837209 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (c8e54eff-39bb-449c-9357-3e61c8dd6eef), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:45.898718 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (c8e54eff-39bb-449c-9357-3e61c8dd6eef), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:45.957757 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051236'] for security_group_rule (c8e54eff-39bb-449c-9357-3e61c8dd6eef), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:45.975523 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e54eff-39bb-449c-9357-3e61c8dd6eef,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:46.052660 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:46.052660 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0b1cfaba-d3b7-4380-b61d-a0885acf58b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2929366 Apr 07 17:57:46.151157 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-1ded6646-ffc1-4618-aa68-f1b58a8ac628 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28742782&fields=id&tenant_id=d168a51bad674c2ca599b3e27294fa4c HTTP/1.1" status: 200 len: 267 time: 0.0441511 Apr 07 17:57:46.210055 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-4d806ea2-34d1-4c29-8f38-26ba0a474080 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:46.211436 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-4d806ea2-34d1-4c29-8f38-26ba0a474080 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0541666 Apr 07 17:57:46.222946 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'port': {'security_groups': ['adbcb038-cfa2-45d8-8d1e-5bb8196d970b', '704b05d8-e2ad-4fb6-bb38-2d0417ac01ac']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:46.300206 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:46.735689 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:46.765561 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:46.826862 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:46.839309 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['3ce57ef8-b241-4169-abac-f60c31bd09b7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:57:46.872393 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:46.873025 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:46.875317 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb358a94-8ca7-4b94-9611-d0b450a51bde req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "PUT /v2.0/ports/3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 981 time: 0.6574769 Apr 07 17:57:46.875554 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:57:46.877854 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a847ee-9f7b-440f-9236-897db6d4b0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:57:46.920679 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=6']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:46.930411 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.930922 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.931545 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.932138 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.932571 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.933041 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.933650 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.934075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.934560 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.934993 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.935606 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.936146 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.937910 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.938348 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.938772 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a5844-0605-4ab3-bea4-a1c6fdff7936 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:46.959089 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['3ce57ef8-b241-4169-abac-f60c31bd09b7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:57:46.961953 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f43b03-d034-4536-8627-066535f2b402 x-openstack-request-id: req-a5f43b03-d034-4536-8627-066535f2b402 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:57:46.970129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:57:46.970129 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5f43b03-d034-4536-8627-066535f2b402 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:57:46.970129 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f43b03-d034-4536-8627-066535f2b402'] response: {'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'status': 'completed', 'code': 200} Apr 07 17:57:47.044659 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9704889-6d41-4765-b784-cd41fc16ac23 req-fa26745c-7938-4702-9ae7-5129d2f482b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:47.047716 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9704889-6d41-4765-b784-cd41fc16ac23 req-fa26745c-7938-4702-9ae7-5129d2f482b7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0818434 Apr 07 17:57:47.054904 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-1214d7d4-1a3c-4c0b-b118-cc1875eaebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:47.057879 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-1214d7d4-1a3c-4c0b-b118-cc1875eaebe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1168 time: 0.0829334 Apr 07 17:57:47.128678 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9704889-6d41-4765-b784-cd41fc16ac23 req-ad89d1b6-6b13-4eaf-9539-46bbbcbd9bcb tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0717592 Apr 07 17:57:47.198561 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-766fc89e-b31c-4b2e-99cc-7389c49bb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:47.200067 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-766fc89e-b31c-4b2e-99cc-7389c49bb964 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 915 time: 0.1351254 Apr 07 17:57:47.268163 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-7bcf31ae-902f-419a-b4f3-ed2b5784c4e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 1001 time: 0.0613580 Apr 07 17:57:47.289053 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-c1ab04d5-514d-4e09-a396-b43852bf653e tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:47.290874 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-c1ab04d5-514d-4e09-a396-b43852bf653e tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/networks?id=8c291ae0-8fc2-4d76-ac9a-74e87de42662 HTTP/1.1" status: 200 len: 809 time: 0.1154952 Apr 07 17:57:47.310350 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-0bd81f78-0d92-47ea-b7b0-50241e08b7fb tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/quotas/49fefd0e594a4ffa824b5f88202e5086 HTTP/1.1" status: 200 len: 375 time: 0.0123255 Apr 07 17:57:47.321213 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-84027778-ec4d-4d4e-bd2f-6696d078d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:47.322854 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-84027778-ec4d-4d4e-bd2f-6696d078d838 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0485888 Apr 07 17:57:47.341417 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-58689fcf-b58f-45f0-8104-261ad6bd6026 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=49fefd0e594a4ffa824b5f88202e5086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282426 Apr 07 17:57:47.354314 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-3a5a59f8-0142-44cb-b72a-77ae06be33af None None] Provisioning complete for port 3ce57ef8-b241-4169-abac-f60c31bd09b7 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:57:47.354674 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a5a59f8-0142-44cb-b72a-77ae06be33af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:47.374964 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-021f3814-0320-40b2-9938-c509405e5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:47.376629 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-021f3814-0320-40b2-9938-c509405e5b09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465081 Apr 07 17:57:47.443316 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-2be43d80-8590-4ae5-9b23-54355b41f2ca service neutron] 10.222.0.26 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947084 Apr 07 17:57:47.471871 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-3d6947bb-c87b-412d-8ee7-5b25d217165c service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885715 Apr 07 17:57:47.545032 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-5ca1e470-41fe-4702-97bb-dc86ccea1bdc service neutron] 10.222.0.26 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954180 Apr 07 17:57:47.556107 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a59f8-0142-44cb-b72a-77ae06be33af None None] Current status of the port 3ce57ef8-b241-4169-abac-f60c31bd09b7 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:57:47.567818 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a847ee-9f7b-440f-9236-897db6d4b0c1 req-7080d341-98b0-4f7c-96f9-c7979ea39824 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889416 Apr 07 17:57:47.807281 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffb6b59a-b6a1-4b46-ba89-f34bdf814845 req-4d53e78c-eda4-416a-8adb-7e31f24df9a6 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 210 time: 0.0270064 Apr 07 17:57:48.899968 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd2a0a0a-d915-4863-a6db-0f0444db4a8c req-503f9344-7685-4f27-b20f-1fb6c91afa1a tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 210 time: 0.0269830 Apr 07 17:57:49.055643 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:49.611106 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-50ace5ef-2c3f-4a1b-9973-98d746ac5b4f tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:49.612616 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-50ace5ef-2c3f-4a1b-9973-98d746ac5b4f tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "GET /v2.0/networks?id=8c291ae0-8fc2-4d76-ac9a-74e87de42662 HTTP/1.1" status: 200 len: 809 time: 0.1043196 Apr 07 17:57:49.624700 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Request body: {'port': {'device_id': '2032a788-1863-43f0-8310-fada6afe82d2', 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662', 'admin_state_up': True, 'tenant_id': '49fefd0e594a4ffa824b5f88202e5086'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:49.782249 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Made reservation on behalf of 49fefd0e594a4ffa824b5f88202e5086 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:57:49.785685 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:49.914282 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Allocated IP 172.20.0.14 (8c291ae0-8fc2-4d76-ac9a-74e87de42662/6dc6541b-1169-4d7f-9dcb-d6e0dbec1710/b4619c37-9027-4475-8648-68aea296c4d3) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:57:50.000469 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-559b2129-81f9-48ac-860c-96d28bfb6b07 req-0d43c57c-a955-4dbf-99c7-499bb40fe07c tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 210 time: 0.0330701 Apr 07 17:57:50.063886 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks [] for port (b4619c37-9027-4475-8648-68aea296c4d3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:50.170333 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (b4619c37-9027-4475-8648-68aea296c4d3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:50.209562 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:57:50.212553 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:57:50.214877 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:57:50.248901 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Pushing event updated for resources: {'Port': ['ID=b4619c37-9027-4475-8648-68aea296c4d3,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:50.261878 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.262227 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.262572 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.262913 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.263250 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.263584 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.263914 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.264247 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.265166 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.265600 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.265930 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.266261 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.266589 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.266913 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.267240 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:50.284519 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:50.285127 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:50.349394 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-f82daf8d-28ca-4855-98f0-ef851d909e22 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7288296 Apr 07 17:57:50.361060 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Request body: {'port': {'device_id': '2032a788-1863-43f0-8310-fada6afe82d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:57:50.419791 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b4619c37-9027-4475-8648-68aea296c4d3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:50.670497 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4619c37-9027-4475-8648-68aea296c4d3 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:57:50.678451 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Publish callbacks [] for port (b4619c37-9027-4475-8648-68aea296c4d3), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:50.690638 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Transition to ACTIVE for port object b4619c37-9027-4475-8648-68aea296c4d3 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:57:50.758194 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (b4619c37-9027-4475-8648-68aea296c4d3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:50.809151 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=b4619c37-9027-4475-8648-68aea296c4d3,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:50.877183 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Attempting to bind port b4619c37-9027-4475-8648-68aea296c4d3 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:57:50.877511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Attempting to bind port b4619c37-9027-4475-8648-68aea296c4d3 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:57:50.877828 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Attempting to bind port b4619c37-9027-4475-8648-68aea296c4d3 on network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:57:50.881936 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Port b4619c37-9027-4475-8648-68aea296c4d3 on network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:57:50.882249 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Attempting to bind port b4619c37-9027-4475-8648-68aea296c4d3 on network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:57:50.886958 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:57:50.887289 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Checking segment: {'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:57:50.887673 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Bound using segment: {'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:57:50.888085 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Bound port: b4619c37-9027-4475-8648-68aea296c4d3, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:57:50.888430 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b4619c37-9027-4475-8648-68aea296c4d3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:50.950006 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] For port b4619c37-9027-4475-8648-68aea296c4d3, host hv-cinder-83699, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:57:50.953045 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] For port b4619c37-9027-4475-8648-68aea296c4d3, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4619c37-9027-4475-8648-68aea296c4d3,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:57:51.027615 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (b4619c37-9027-4475-8648-68aea296c4d3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:51.063008 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:51.063630 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:51.065017 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4619c37-9027-4475-8648-68aea296c4d3 HTTP/1.1" status: 200 len: 1094 time: 0.7084429 Apr 07 17:57:51.065486 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2032a788-1863-43f0-8310-fada6afe82d2', 'tag': 'b4619c37-9027-4475-8648-68aea296c4d3'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:57:51.067764 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c4d889-ecf8-4dca-ae7e-b394a42cde42" -d '{"events": [{"name": "network-changed", "server_uuid": "2032a788-1863-43f0-8310-fada6afe82d2", "tag": "b4619c37-9027-4475-8648-68aea296c4d3"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:57:51.094776 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697260f-2b21-4088-a4c5-24a97c06bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=b4619c37-9027-4475-8648-68aea296c4d3,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:51.109099 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2782bbed-c7f1-4ccb-84c1-bd14b3640575 x-openstack-request-id: req-2782bbed-c7f1-4ccb-84c1-bd14b3640575 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:57:51.110513 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2032a788-1863-43f0-8310-fada6afe82d2", "tag": "b4619c37-9027-4475-8648-68aea296c4d3", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:57:51.110513 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2782bbed-c7f1-4ccb-84c1-bd14b3640575 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:57:51.110513 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2782bbed-c7f1-4ccb-84c1-bd14b3640575'] response: {'name': 'network-changed', 'server_uuid': '2032a788-1863-43f0-8310-fada6afe82d2', 'tag': 'b4619c37-9027-4475-8648-68aea296c4d3', 'status': 'completed', 'code': 200} Apr 07 17:57:51.126473 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622461cb-1083-4dba-b4ad-3c0498da9ee3 req-11863aa0-d767-48c1-a332-95896a1307e0 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:51.128013 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-622461cb-1083-4dba-b4ad-3c0498da9ee3 req-11863aa0-d767-48c1-a332-95896a1307e0 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 944 time: 0.0591092 Apr 07 17:57:51.176580 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-622461cb-1083-4dba-b4ad-3c0498da9ee3 req-c47d7e88-45e1-46f9-96d2-65346b09443e tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Apr 07 17:57:51.179833 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4d889-ecf8-4dca-ae7e-b394a42cde42 req-84c61d48-8743-4446-8065-ad34a8f2e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:51.181360 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b1c4d889-ecf8-4dca-ae7e-b394a42cde42 req-84c61d48-8743-4446-8065-ad34a8f2e6bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49fefd0e594a4ffa824b5f88202e5086&device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 1128 time: 0.0493689 Apr 07 17:57:51.278062 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4d889-ecf8-4dca-ae7e-b394a42cde42 req-b2869470-5500-4bf4-a5e4-43e4c723d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:51.279476 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b1c4d889-ecf8-4dca-ae7e-b394a42cde42 req-b2869470-5500-4bf4-a5e4-43e4c723d156 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=49fefd0e594a4ffa824b5f88202e5086&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0908287 Apr 07 17:57:51.373897 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4d889-ecf8-4dca-ae7e-b394a42cde42 req-01ff34cc-fd5d-4f09-a181-cd1d289d64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:51.375752 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b1c4d889-ecf8-4dca-ae7e-b394a42cde42 req-01ff34cc-fd5d-4f09-a181-cd1d289d64eb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897777 Apr 07 17:57:51.457357 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-fbcc929d-a170-4c15-ab80-e67ad75f1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:51.458930 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-fbcc929d-a170-4c15-ab80-e67ad75f1903 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49fefd0e594a4ffa824b5f88202e5086&device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 1128 time: 0.0449629 Apr 07 17:57:51.506055 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-78678658-6692-4bc0-b6a6-76fd2b7afcb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4619c37-9027-4475-8648-68aea296c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0361207 Apr 07 17:57:51.557693 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-8a7ff534-3dc6-4443-b64c-ece07bd5c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:51.559045 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-8a7ff534-3dc6-4443-b64c-ece07bd5c80e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc6541b-1169-4d7f-9dcb-d6e0dbec1710 HTTP/1.1" status: 200 len: 849 time: 0.0450597 Apr 07 17:57:51.595788 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-5da6335e-5d35-4b9f-b363-ecfd3b11aabc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c291ae0-8fc2-4d76-ac9a-74e87de42662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257998 Apr 07 17:57:51.687832 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-0074d983-254b-44c3-93a7-92f8873ddbbf service neutron] 10.222.0.37 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Apr 07 17:57:51.775870 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0408663d-55dc-4f39-8dc1-7d9d051607b6 req-2eb465b1-ca5b-473f-92e4-0abe8cf6d766 service neutron] 10.222.0.37 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812354 Apr 07 17:57:52.299847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17863c4-d401-4611-ab23-0bed6946660f req-4a3cbf39-162c-4e29-b8c7-479baa45f550 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:52.301347 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a17863c4-d401-4611-ab23-0bed6946660f req-4a3cbf39-162c-4e29-b8c7-479baa45f550 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 944 time: 0.0538056 Apr 07 17:57:52.347657 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a17863c4-d401-4611-ab23-0bed6946660f req-1f7a4a54-5e48-4196-ac8f-7ebf8f450676 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Apr 07 17:57:53.468933 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd1bca-f93f-434d-aaaf-af01f561ff1b req-b36f19e2-e22e-4743-a6f5-2e51d2122841 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:53.470399 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87dd1bca-f93f-434d-aaaf-af01f561ff1b req-b36f19e2-e22e-4743-a6f5-2e51d2122841 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 944 time: 0.0567393 Apr 07 17:57:53.516449 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87dd1bca-f93f-434d-aaaf-af01f561ff1b req-9225880a-3aa4-48aa-87dd-ee59b0a3e3da tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Apr 07 17:57:54.489973 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b4619c37-9027-4475-8648-68aea296c4d3 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:57:54.587818 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port b4619c37-9027-4475-8648-68aea296c4d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4619c37-9027-4475-8648-68aea296c4d3,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:54.599834 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': 'b4619c37-9027-4475-8648-68aea296c4d3', 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662', 'port_id': 'b4619c37-9027-4475-8648-68aea296c4d3', 'mac_address': 'fa:16:3e:a5:24:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc6541b-1169-4d7f-9dcb-d6e0dbec1710', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:57:54.633520 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3ed64-5b97-4250-81e8-181345cb78bf req-2099085f-93a0-425c-81f5-90e3d3d5a366 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:54.635005 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ace3ed64-5b97-4250-81e8-181345cb78bf req-2099085f-93a0-425c-81f5-90e3d3d5a366 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 944 time: 0.0524828 Apr 07 17:57:54.637480 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port b4619c37-9027-4475-8648-68aea296c4d3 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:57:54.637853 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b4619c37-9027-4475-8648-68aea296c4d3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:54.651936 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4619c37-9027-4475-8648-68aea296c4d3 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:57:54.672694 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port b4619c37-9027-4475-8648-68aea296c4d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4619c37-9027-4475-8648-68aea296c4d3,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:54.686516 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ace3ed64-5b97-4250-81e8-181345cb78bf req-9760a917-6b08-44db-8b9e-dfafffa7fc7f tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 Apr 07 17:57:54.730462 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (b4619c37-9027-4475-8648-68aea296c4d3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:54.777083 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=b4619c37-9027-4475-8648-68aea296c4d3,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:54.937536 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['b4619c37-9027-4475-8648-68aea296c4d3'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:57:55.805542 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1595f24-e72c-4160-bbd4-004a1534377e req-e2f58618-8ea1-45c2-8012-fb36e7912792 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:55.807012 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1595f24-e72c-4160-bbd4-004a1534377e req-e2f58618-8ea1-45c2-8012-fb36e7912792 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 945 time: 0.0552559 Apr 07 17:57:55.852987 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1595f24-e72c-4160-bbd4-004a1534377e req-b1a4ec58-beb0-4fe9-97c3-4333d54f7f3b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Apr 07 17:57:56.496949 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b4619c37-9027-4475-8648-68aea296c4d3 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:57:56.610260 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port b4619c37-9027-4475-8648-68aea296c4d3 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:57:56.614675 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port b4619c37-9027-4475-8648-68aea296c4d3 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:57:56.618188 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (b4619c37-9027-4475-8648-68aea296c4d3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:56.695665 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port b4619c37-9027-4475-8648-68aea296c4d3 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:57:56.696050 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (b4619c37-9027-4475-8648-68aea296c4d3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:56.718370 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2032a788-1863-43f0-8310-fada6afe82d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4619c37-9027-4475-8648-68aea296c4d3'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:57:56.720761 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb0011-d78b-4e09-9c68-58b54a6c79d7" -d '{"events": [{"server_uuid": "2032a788-1863-43f0-8310-fada6afe82d2", "name": "network-vif-plugged", "status": "completed", "tag": "b4619c37-9027-4475-8648-68aea296c4d3"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:57:56.734236 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port b4619c37-9027-4475-8648-68aea296c4d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4619c37-9027-4475-8648-68aea296c4d3,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:57:56.757633 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d30e9a-d8fa-42d8-bd88-817503ebeac1 x-openstack-request-id: req-91d30e9a-d8fa-42d8-bd88-817503ebeac1 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:57:56.757923 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2032a788-1863-43f0-8310-fada6afe82d2", "name": "network-vif-plugged", "status": "completed", "tag": "b4619c37-9027-4475-8648-68aea296c4d3", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:57:56.758178 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91d30e9a-d8fa-42d8-bd88-817503ebeac1 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:57:56.758600 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d30e9a-d8fa-42d8-bd88-817503ebeac1'] response: {'server_uuid': '2032a788-1863-43f0-8310-fada6afe82d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4619c37-9027-4475-8648-68aea296c4d3', 'code': 200} Apr 07 17:57:56.792961 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (b4619c37-9027-4475-8648-68aea296c4d3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:57:56.840840 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=b4619c37-9027-4475-8648-68aea296c4d3,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:57:56.848464 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.848811 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.849177 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.849523 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.849859 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.850190 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.850519 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.850845 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.851173 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.851498 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.851825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.852151 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.852474 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.852795 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.853115 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:57:56.971457 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d59c24-8ed1-410e-a398-26ca22e2caf7 req-ccd16090-902c-46b6-ace6-4665ecbebc76 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:56.973103 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5d59c24-8ed1-410e-a398-26ca22e2caf7 req-ccd16090-902c-46b6-ace6-4665ecbebc76 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 946 time: 0.0532846 Apr 07 17:57:57.022717 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5d59c24-8ed1-410e-a398-26ca22e2caf7 req-f192095d-3379-41a1-8835-c524db063bf8 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Apr 07 17:57:57.035085 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7500e-e7f2-4ac6-8803-0db4f331c267 req-b9bf0e99-3001-4462-8bff-8d98d63cb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:57.036608 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86d7500e-e7f2-4ac6-8803-0db4f331c267 req-b9bf0e99-3001-4462-8bff-8d98d63cb7d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 1130 time: 0.0441082 Apr 07 17:57:57.083123 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86d7500e-e7f2-4ac6-8803-0db4f331c267 req-f5ef9c2d-2431-4a59-b58c-3778d17f34c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Apr 07 17:57:57.908756 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:57:58.141615 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88183cb-1a06-4400-931c-c0ccb1aa499e req-62dd4dc8-d49a-4e6e-ab8c-653758bef76f tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:58.143070 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a88183cb-1a06-4400-931c-c0ccb1aa499e req-62dd4dc8-d49a-4e6e-ab8c-653758bef76f tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 946 time: 0.0521986 Apr 07 17:57:58.191898 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a88183cb-1a06-4400-931c-c0ccb1aa499e req-3ea5632c-4aac-4b81-af01-69f1f1bf474b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Apr 07 17:57:59.312291 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e004-0e4e-45ef-9451-55268c1f0eac req-f994824c-1eef-4a82-8882-f0c8e33a05f9 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:57:59.313809 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2603e004-0e4e-45ef-9451-55268c1f0eac req-f994824c-1eef-4a82-8882-f0c8e33a05f9 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 946 time: 0.0540454 Apr 07 17:57:59.359868 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2603e004-0e4e-45ef-9451-55268c1f0eac req-08e8c42a-2ee5-45f1-bd5f-9e6341294e8f tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Apr 07 17:58:00.589026 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27812833-8d06-4217-ad9c-e3405d4938c2 req-7b55d85b-f169-400d-aa44-ff915f24939b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:00.590533 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27812833-8d06-4217-ad9c-e3405d4938c2 req-7b55d85b-f169-400d-aa44-ff915f24939b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 946 time: 0.0518985 Apr 07 17:58:00.636482 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27812833-8d06-4217-ad9c-e3405d4938c2 req-3ea9ff27-df55-46f8-8bb3-1d0d0527b502 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Apr 07 17:58:00.861115 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc84df53-8fd0-4f10-ae3a-72813fd4ed6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:01.475533 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167ea45-6260-4765-8e0d-5437ddaa8d72 req-0c1e7bb5-8c16-4194-9b11-fdd899e65ede tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:01.476983 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9167ea45-6260-4765-8e0d-5437ddaa8d72 req-0c1e7bb5-8c16-4194-9b11-fdd899e65ede tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0581532 Apr 07 17:58:01.535980 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9167ea45-6260-4765-8e0d-5437ddaa8d72 req-6e9abaaa-f5bd-4e24-8955-bbc5bd83acb5 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533090 Apr 07 17:58:01.764398 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f714-a9fe-439e-b7e2-1d374327ecde req-21c19154-72b5-42b6-a3c3-6ed546c8ca81 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:01.766546 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9614f714-a9fe-439e-b7e2-1d374327ecde req-21c19154-72b5-42b6-a3c3-6ed546c8ca81 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 946 time: 0.0531716 Apr 07 17:58:01.813328 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9614f714-a9fe-439e-b7e2-1d374327ecde req-87f13908-8710-4c29-ae12-c64a3ef4f339 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Apr 07 17:58:01.838957 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-0bc68162-491c-4d7d-9c47-b3100cd6942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:01.840446 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-0bc68162-491c-4d7d-9c47-b3100cd6942b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1168 time: 0.0459657 Apr 07 17:58:01.931354 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-d630af33-2dc3-4625-b898-c7d65744c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:01.932790 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-d630af33-2dc3-4625-b898-c7d65744c79c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 915 time: 0.0859165 Apr 07 17:58:01.934410 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2ce7883e-727d-4594-9046-779ce9a029a4 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:01.935834 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2ce7883e-727d-4594-9046-779ce9a029a4 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 946 time: 0.0511951 Apr 07 17:58:02.041888 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Deleting port b4619c37-9027-4475-8648-68aea296c4d3 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:58:02.042295 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (b4619c37-9027-4475-8648-68aea296c4d3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:02.138924 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] For port b4619c37-9027-4475-8648-68aea296c4d3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b4619c37-9027-4475-8648-68aea296c4d3,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:58:02.139369 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (b4619c37-9027-4475-8648-68aea296c4d3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:02.153333 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Calling delete_port for b4619c37-9027-4475-8648-68aea296c4d3 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:58:02.263006 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-a350ad36-124c-4ee8-8526-1e8763ce97ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 1001 time: 0.3169370 Apr 07 17:58:02.312400 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-f71d573f-9ca2-436a-bf9f-b0c733d49fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:02.313930 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-f71d573f-9ca2-436a-bf9f-b0c733d49fa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0443454 Apr 07 17:58:02.347204 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (b4619c37-9027-4475-8648-68aea296c4d3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:02.359764 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['b4619c37-9027-4475-8648-68aea296c4d3'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:58:02.363683 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-e4f3a85e-e4aa-46ba-81ac-8fd3c783b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:02.368748 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-e4f3a85e-e4aa-46ba-81ac-8fd3c783b406 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444674 Apr 07 17:58:02.380694 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Pushing event deleted for resources: {'Port': ['ID=b4619c37-9027-4475-8648-68aea296c4d3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:02.423663 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] No DVR routers for this DVR port b4619c37-9027-4475-8648-68aea296c4d3 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:58:02.426203 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:02.429462 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2107e4e-4c03-45d4-8457-b4b169094d9e req-2b421e5d-6761-4620-abdb-193703dcd351 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "DELETE /v2.0/ports/b4619c37-9027-4475-8648-68aea296c4d3 HTTP/1.1" status: 204 len: 173 time: 0.4836190 Apr 07 17:58:02.429900 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2032a788-1863-43f0-8310-fada6afe82d2', 'name': 'network-vif-deleted', 'tag': 'b4619c37-9027-4475-8648-68aea296c4d3'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:58:02.432147 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a16a731-b11e-43fb-8a5f-105832b20aac" -d '{"events": [{"server_uuid": "2032a788-1863-43f0-8310-fada6afe82d2", "name": "network-vif-deleted", "tag": "b4619c37-9027-4475-8648-68aea296c4d3"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:58:02.465236 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-4c562b02-d7eb-48c0-ac96-46660d8fb5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918796 Apr 07 17:58:02.468377 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24832daa-dc4d-4e27-b7e9-3201763243f7 x-openstack-request-id: req-24832daa-dc4d-4e27-b7e9-3201763243f7 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:58:02.468667 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2032a788-1863-43f0-8310-fada6afe82d2", "name": "network-vif-deleted", "tag": "b4619c37-9027-4475-8648-68aea296c4d3", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:58:02.468919 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24832daa-dc4d-4e27-b7e9-3201763243f7 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:58:02.469346 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24832daa-dc4d-4e27-b7e9-3201763243f7'] response: {'server_uuid': '2032a788-1863-43f0-8310-fada6afe82d2', 'name': 'network-vif-deleted', 'tag': 'b4619c37-9027-4475-8648-68aea296c4d3', 'status': 'completed', 'code': 200} Apr 07 17:58:02.566278 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0b07ca7-698f-44a3-b1fb-3d55eb38fd08 req-c4aa0bf7-624a-48a1-b254-5dc4683343b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871134 Apr 07 17:58:02.657244 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a7c1-18c2-4355-ab08-405359c0c999 req-623df1b4-97c4-4aa2-a5b2-08be2af04868 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:02.658731 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d04a7c1-18c2-4355-ab08-405359c0c999 req-623df1b4-97c4-4aa2-a5b2-08be2af04868 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0536377 Apr 07 17:58:02.724259 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d04a7c1-18c2-4355-ab08-405359c0c999 req-54afb236-8ad7-4559-be31-5ea45636aeda tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0578601 Apr 07 17:58:02.923752 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b96ef361-a414-4466-9c6c-2105352b27e1 req-473337c7-0eca-4fc4-99b9-02e7459506c5 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=2032a788-1863-43f0-8310-fada6afe82d2 HTTP/1.1" status: 200 len: 210 time: 0.0301135 Apr 07 17:58:03.238520 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-69070ef4-0dae-4a21-9b79-e37b16ed2a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:03.845031 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119abdc3-79e1-4941-8dec-ec1ec747d338 req-2c6eb6ef-7830-4883-aa6f-b09a15677504 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:03.846526 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-119abdc3-79e1-4941-8dec-ec1ec747d338 req-2c6eb6ef-7830-4883-aa6f-b09a15677504 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0553565 Apr 07 17:58:03.913330 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-119abdc3-79e1-4941-8dec-ec1ec747d338 req-a09283bc-0957-484d-8581-2c0d299585dc tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0608544 Apr 07 17:58:04.227510 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-a31f3021-10dd-4273-a0f0-0577b8997a71 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:04.228952 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-a31f3021-10dd-4273-a0f0-0577b8997a71 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/networks?id=8c291ae0-8fc2-4d76-ac9a-74e87de42662 HTTP/1.1" status: 200 len: 809 time: 0.1026480 Apr 07 17:58:04.243555 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-8d7237b1-0b87-4e5c-816f-469fb0f17f81 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/quotas/49fefd0e594a4ffa824b5f88202e5086 HTTP/1.1" status: 200 len: 375 time: 0.0089877 Apr 07 17:58:04.276189 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-0bcd8989-bd11-41f7-a6d7-15d3c1653d4b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=49fefd0e594a4ffa824b5f88202e5086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275590 Apr 07 17:58:04.329151 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-9ff252fb-8cc9-4dfb-b8c4-670b451efe7d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:58:04.330134 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-9ff252fb-8cc9-4dfb-b8c4-670b451efe7d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477636 Apr 07 17:58:04.415494 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-d691fe4c-fcd5-46e5-abbd-bebe677427b8 service neutron] 10.222.0.26 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795591 Apr 07 17:58:04.506404 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b809e67c-4107-481a-a9e1-e2c56eca8b33 service neutron] 10.222.0.26 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837994 Apr 07 17:58:04.569934 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:04.735978 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a0c3633-d13e-49be-8f16-b4a5526a19ae req-2f632112-aa49-4567-907b-2f435d533c59 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Apr 07 17:58:05.031453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266ff8d-b963-4125-876c-5178487a6578 req-f2da05a5-8d86-4d72-b2ec-ab14974db04f tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:05.032938 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b266ff8d-b963-4125-876c-5178487a6578 req-f2da05a5-8d86-4d72-b2ec-ab14974db04f tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0530851 Apr 07 17:58:05.097370 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b266ff8d-b963-4125-876c-5178487a6578 req-8502015b-17d3-4532-9d8e-bfbc7cb96ec5 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0581977 Apr 07 17:58:05.828820 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:05.831711 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccfa11f1-16ac-4ce4-ad49-3fbc9b34e8e2 req-aaa53803-408c-4e8f-b9ed-cb9c6acd62c6 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 210 time: 0.0287471 Apr 07 17:58:06.216075 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910fb49-1ff9-4cc1-837f-27ed1f8852d6 req-b9092921-d6f7-4f88-91f9-270253a87d74 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:06.218076 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5910fb49-1ff9-4cc1-837f-27ed1f8852d6 req-b9092921-d6f7-4f88-91f9-270253a87d74 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0529757 Apr 07 17:58:06.278200 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5910fb49-1ff9-4cc1-837f-27ed1f8852d6 req-6655b337-5e44-4e65-b195-19da58aa9871 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542765 Apr 07 17:58:06.527313 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b4619c37-9027-4475-8648-68aea296c4d3 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:58:06.552529 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: b4619c37-9027-4475-8648-68aea296c4d3 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:58:06.552882 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device b4619c37-9027-4475-8648-68aea296c4d3 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:58:06.586998 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-d28291e8-3d3a-4304-a5a1-9fa32195ff7c tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:06.588532 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-d28291e8-3d3a-4304-a5a1-9fa32195ff7c tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "GET /v2.0/networks?id=8c291ae0-8fc2-4d76-ac9a-74e87de42662 HTTP/1.1" status: 200 len: 809 time: 0.1023009 Apr 07 17:58:06.600962 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Request body: {'port': {'device_id': '26435728-da7c-4296-bed3-7e1502702507', 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662', 'admin_state_up': True, 'tenant_id': '49fefd0e594a4ffa824b5f88202e5086'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:58:06.769986 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Made reservation on behalf of 49fefd0e594a4ffa824b5f88202e5086 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 17:58:06.773653 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:06.901511 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Allocated IP 172.20.0.11 (8c291ae0-8fc2-4d76-ac9a-74e87de42662/6dc6541b-1169-4d7f-9dcb-d6e0dbec1710/1697ea26-8c81-4d4e-a5b8-b1456fae36f7) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 17:58:06.934113 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8457393-2a24-41c7-9797-6c38f36b9ab1 req-551c1bdb-98ed-408f-b02b-08542935e167 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 210 time: 0.0323901 Apr 07 17:58:07.052291 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks [] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.118372 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.141723 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788053319509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.187397 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 17:58:07.190268 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 17:58:07.193824 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 17:58:07.224866 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Pushing event updated for resources: {'Port': ['ID=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:07.252696 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:07.253332 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.321553 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-b32e08ff-aa2b-465c-87e6-b6c59e71b319 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240720 Apr 07 17:58:07.333372 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Request body: {'port': {'device_id': '26435728-da7c-4296-bed3-7e1502702507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:58:07.394145 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.401029 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a26e8-df9b-442b-91d5-3806ff861401 req-664d848f-a8fd-48d2-9789-a268a5baca63 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:07.402602 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f07a26e8-df9b-442b-91d5-3806ff861401 req-664d848f-a8fd-48d2-9789-a268a5baca63 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0534339 Apr 07 17:58:07.460942 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f07a26e8-df9b-442b-91d5-3806ff861401 req-aa997b1c-420d-4a06-87da-bc99ef2d486c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525768 Apr 07 17:58:07.658622 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:58:07.666026 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Publish callbacks [] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.677936 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Transition to ACTIVE for port object 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 17:58:07.729784 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.778328 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:07.848234 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Attempting to bind port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 17:58:07.848565 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Attempting to bind port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 17:58:07.848887 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Attempting to bind port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 on network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:58:07.853063 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 on network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 17:58:07.853410 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Attempting to bind port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 on network 8c291ae0-8fc2-4d76-ac9a-74e87de42662 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 17:58:07.858742 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Checking agent: {'id': '5f4f06c7-6268-4254-af1a-068df2de03d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'started_at': datetime.datetime(2022, 4, 7, 17, 17, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 17:58:07.859178 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Checking segment: {'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 17:58:07.859668 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Bound using segment: {'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 17:58:07.861297 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Bound port: 1697ea26-8c81-4d4e-a5b8-b1456fae36f7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465ed3e4-7eec-4948-bf41-78e8f7cd16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 17:58:07.861297 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:07.928686 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] For port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7, host hv-cinder-83699, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 17:58:07.931579 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] For port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 17:58:08.021484 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441036'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:08.055186 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.055381 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a982518-23c0-4d11-8e07-3360f2c5b6bb req-e87f51c6-5571-4123-8b80-88893db32d98 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.056052 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:08.056727 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a982518-23c0-4d11-8e07-3360f2c5b6bb req-e87f51c6-5571-4123-8b80-88893db32d98 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 944 time: 0.0531602 Apr 07 17:58:08.058105 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/1697ea26-8c81-4d4e-a5b8-b1456fae36f7 HTTP/1.1" status: 200 len: 1094 time: 0.7289412 Apr 07 17:58:08.068050 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26435728-da7c-4296-bed3-7e1502702507', 'tag': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:58:08.068050 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab8f377-0f83-40d1-a1f0-1e3c4f07cb88" -d '{"events": [{"name": "network-changed", "server_uuid": "26435728-da7c-4296-bed3-7e1502702507", "tag": "1697ea26-8c81-4d4e-a5b8-b1456fae36f7"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:58:08.092633 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efdc1c-522c-4ece-a311-e45ecbc6d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:08.101276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63c03ef-34ac-4230-8d0d-e4d4c1462040 x-openstack-request-id: req-f63c03ef-34ac-4230-8d0d-e4d4c1462040 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:58:08.103462 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26435728-da7c-4296-bed3-7e1502702507", "tag": "1697ea26-8c81-4d4e-a5b8-b1456fae36f7", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:58:08.103462 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f63c03ef-34ac-4230-8d0d-e4d4c1462040 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:58:08.103462 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63c03ef-34ac-4230-8d0d-e4d4c1462040'] response: {'name': 'network-changed', 'server_uuid': '26435728-da7c-4296-bed3-7e1502702507', 'tag': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7', 'status': 'completed', 'code': 200} Apr 07 17:58:08.114915 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a982518-23c0-4d11-8e07-3360f2c5b6bb req-8a4af832-903d-4f8c-b64d-d931900ae884 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513704 Apr 07 17:58:08.164546 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f377-0f83-40d1-a1f0-1e3c4f07cb88 req-b378c7af-8b4d-4e43-9694-e24ff32a85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.166091 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aab8f377-0f83-40d1-a1f0-1e3c4f07cb88 req-b378c7af-8b4d-4e43-9694-e24ff32a85a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49fefd0e594a4ffa824b5f88202e5086&device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 1128 time: 0.0453701 Apr 07 17:58:08.266229 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f377-0f83-40d1-a1f0-1e3c4f07cb88 req-3dfe3e76-8967-4ebe-ab41-b52a582abdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.267667 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aab8f377-0f83-40d1-a1f0-1e3c4f07cb88 req-3dfe3e76-8967-4ebe-ab41-b52a582abdcc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=49fefd0e594a4ffa824b5f88202e5086&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0940917 Apr 07 17:58:08.357834 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f377-0f83-40d1-a1f0-1e3c4f07cb88 req-c57bc0b3-da37-442e-89ca-93c601099507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.367008 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aab8f377-0f83-40d1-a1f0-1e3c4f07cb88 req-c57bc0b3-da37-442e-89ca-93c601099507 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871840 Apr 07 17:58:08.446821 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-f741b40f-4e93-4015-a1dc-1db13e00a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.448194 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-f741b40f-4e93-4015-a1dc-1db13e00a2cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49fefd0e594a4ffa824b5f88202e5086&device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 1128 time: 0.0491753 Apr 07 17:58:08.490864 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-29fce522-3bb8-4a40-a673-58078014ff1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1697ea26-8c81-4d4e-a5b8-b1456fae36f7 HTTP/1.1" status: 200 len: 217 time: 0.0343139 Apr 07 17:58:08.539657 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-464013eb-f286-4f33-b576-af0fd75a5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.541078 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-464013eb-f286-4f33-b576-af0fd75a5532 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dc6541b-1169-4d7f-9dcb-d6e0dbec1710 HTTP/1.1" status: 200 len: 849 time: 0.0443411 Apr 07 17:58:08.571842 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-e90c50bf-7fe1-4c68-87fc-f7cb6943c068 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c291ae0-8fc2-4d76-ac9a-74e87de42662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246224 Apr 07 17:58:08.586945 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1113f-a9e2-4877-b80a-30f6e9a0c480 req-e5575db2-849a-4fd0-8632-e5d775b6063b tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:08.588412 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71e1113f-a9e2-4877-b80a-30f6e9a0c480 req-e5575db2-849a-4fd0-8632-e5d775b6063b tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0560644 Apr 07 17:58:08.646738 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71e1113f-a9e2-4877-b80a-30f6e9a0c480 req-25abbe1e-c4eb-485d-b1fd-c787d835d904 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519352 Apr 07 17:58:08.665848 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-a83a29bc-ad89-4df6-8330-de52a501a3f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883586 Apr 07 17:58:08.757801 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7d5461f-7e3f-4b7c-a246-c5dd6f3e61af req-c905b5e4-c0b3-452c-8f5f-e9913dbf628e service neutron] 10.222.0.37 "GET /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851908 Apr 07 17:58:09.256239 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb799d6-bbe1-4946-ba38-d288f24108c0 req-0ca8bfa6-8cc0-4c3e-8999-40f485fcc003 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:09.257807 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bb799d6-bbe1-4946-ba38-d288f24108c0 req-0ca8bfa6-8cc0-4c3e-8999-40f485fcc003 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 944 time: 0.0594203 Apr 07 17:58:09.305003 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bb799d6-bbe1-4946-ba38-d288f24108c0 req-2e438368-0022-4a8e-bce5-6121b4dd4566 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Apr 07 17:58:09.764011 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81b007-e041-4efb-a076-6729133f4f6e req-5d75097b-83a4-444f-a734-8180e5e91589 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:09.765757 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc81b007-e041-4efb-a076-6729133f4f6e req-5d75097b-83a4-444f-a734-8180e5e91589 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0523109 Apr 07 17:58:09.828218 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc81b007-e041-4efb-a076-6729133f4f6e req-1885d309-4649-4f7f-a918-9459ad32cad4 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567055 Apr 07 17:58:10.422255 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6840463-f3f5-4521-9901-a0a5c4d9bd5b req-65ab45f6-6feb-4e1b-bc6b-da8c3d1997c6 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:10.423699 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f6840463-f3f5-4521-9901-a0a5c4d9bd5b req-65ab45f6-6feb-4e1b-bc6b-da8c3d1997c6 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 944 time: 0.0522273 Apr 07 17:58:10.469739 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f6840463-f3f5-4521-9901-a0a5c4d9bd5b req-0e7fbdd4-0804-4fb8-82d7-4e166fad74f3 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Apr 07 17:58:10.946630 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99351c1-157a-4936-9f21-7c54b595abda req-49ad54c6-d13e-4b29-9a8e-e2f20860802c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:10.948092 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f99351c1-157a-4936-9f21-7c54b595abda req-49ad54c6-d13e-4b29-9a8e-e2f20860802c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0522492 Apr 07 17:58:11.005679 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f99351c1-157a-4936-9f21-7c54b595abda req-ba5ef512-9808-4c91-b4f9-0218b0c5aab4 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519607 Apr 07 17:58:11.590104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ede96-faf8-44e9-978e-9daea908dec3 req-3cc05e5b-0b2c-49f2-9126-2230e6baa793 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:11.593740 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-592ede96-faf8-44e9-978e-9daea908dec3 req-3cc05e5b-0b2c-49f2-9126-2230e6baa793 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 944 time: 0.0555086 Apr 07 17:58:11.637016 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-592ede96-faf8-44e9-978e-9daea908dec3 req-effb77e8-a62b-4606-9dbc-6db4142ddc81 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Apr 07 17:58:12.132574 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3942-1ae0-4ee2-a3f5-d66545f2061f req-787bb340-b331-4ab4-8944-b8922ff5331e tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:12.134073 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02eb3942-1ae0-4ee2-a3f5-d66545f2061f req-787bb340-b331-4ab4-8944-b8922ff5331e tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0528617 Apr 07 17:58:12.193415 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02eb3942-1ae0-4ee2-a3f5-d66545f2061f req-63aa0704-22d8-425f-946c-6f351ae1cc34 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536394 Apr 07 17:58:12.582646 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:58:12.680656 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:58:12.692420 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7', 'network_id': '8c291ae0-8fc2-4d76-ac9a-74e87de42662', 'port_id': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7', 'mac_address': 'fa:16:3e:2b:d0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc6541b-1169-4d7f-9dcb-d6e0dbec1710', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:58:12.728905 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:58:12.729323 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:12.742803 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:58:12.760248 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c338-8891-4b93-a196-ab8fcc340ceb req-3fc44f4d-ce44-4405-9843-0e333f8ee5a8 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:12.761733 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e04c338-8891-4b93-a196-ab8fcc340ceb req-3fc44f4d-ce44-4405-9843-0e333f8ee5a8 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 944 time: 0.0566568 Apr 07 17:58:12.762199 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:58:12.808122 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e04c338-8891-4b93-a196-ab8fcc340ceb req-750ee156-eb4b-41af-8465-fd43aa358bdf tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Apr 07 17:58:12.867313 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:12.914357 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:13.075023 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['1697ea26-8c81-4d4e-a5b8-b1456fae36f7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:58:13.316418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61187-7ed2-4095-b599-e7cd1e0a9789 req-1eed1028-850e-4490-bccf-5af5ffbe93f6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:13.318134 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34d61187-7ed2-4095-b599-e7cd1e0a9789 req-1eed1028-850e-4490-bccf-5af5ffbe93f6 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0550382 Apr 07 17:58:13.377850 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34d61187-7ed2-4095-b599-e7cd1e0a9789 req-dab126e8-dda5-4aeb-bd56-fc40d2c190b8 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540955 Apr 07 17:58:13.926568 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2d84-e5b1-4098-84b9-2901e2cf2d7a req-8c1c8e9f-7c76-42ac-aae1-79a0e946ca25 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:13.928031 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be2c2d84-e5b1-4098-84b9-2901e2cf2d7a req-8c1c8e9f-7c76-42ac-aae1-79a0e946ca25 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 945 time: 0.0520391 Apr 07 17:58:13.979410 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be2c2d84-e5b1-4098-84b9-2901e2cf2d7a req-f1314f0b-c6f4-4b49-ba0b-9303b9214b7e tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Apr 07 17:58:14.495449 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71405722-fc9a-45b9-a769-ce7888f52d1d req-cab0edd0-5f51-4f13-9ff7-299b48aa80b9 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:14.496897 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71405722-fc9a-45b9-a769-ce7888f52d1d req-cab0edd0-5f51-4f13-9ff7-299b48aa80b9 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0518587 Apr 07 17:58:14.555855 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71405722-fc9a-45b9-a769-ce7888f52d1d req-e604d91b-8e7b-49d6-a4e7-3d2322931813 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&id=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524566 Apr 07 17:58:14.583193 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:58:14.712631 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning for port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 17:58:14.716748 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:58:14.717117 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:14.796787 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:58:14.797179 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:14.819315 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26435728-da7c-4296-bed3-7e1502702507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:58:14.821564 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada2f75-f6d4-4fcd-9a0e-60f7feb6914a" -d '{"events": [{"server_uuid": "26435728-da7c-4296-bed3-7e1502702507", "name": "network-vif-plugged", "status": "completed", "tag": "1697ea26-8c81-4d4e-a5b8-b1456fae36f7"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:58:14.834250 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:58:14.857595 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9069a34-a668-455a-81f7-c19c0623c21a x-openstack-request-id: req-c9069a34-a668-455a-81f7-c19c0623c21a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:58:14.857882 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26435728-da7c-4296-bed3-7e1502702507", "name": "network-vif-plugged", "status": "completed", "tag": "1697ea26-8c81-4d4e-a5b8-b1456fae36f7", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:58:14.858653 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9069a34-a668-455a-81f7-c19c0623c21a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:58:14.859051 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9069a34-a668-455a-81f7-c19c0623c21a'] response: {'server_uuid': '26435728-da7c-4296-bed3-7e1502702507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7', 'code': 200} Apr 07 17:58:14.895796 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:14.942556 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:15.097705 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2847-fe82-42d8-9b5a-8c8457e9fec9 req-94ef0c56-8c29-440d-8ecf-7bbfe9c2092b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:15.099172 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b7e2847-fe82-42d8-9b5a-8c8457e9fec9 req-94ef0c56-8c29-440d-8ecf-7bbfe9c2092b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 946 time: 0.0529034 Apr 07 17:58:15.133406 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed978cf-06a6-44cc-a89d-7688d0706b8d req-610ed664-09d9-4270-ac17-ac280d84cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:15.135005 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ed978cf-06a6-44cc-a89d-7688d0706b8d req-610ed664-09d9-4270-ac17-ac280d84cf7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 1130 time: 0.0443950 Apr 07 17:58:15.145935 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b7e2847-fe82-42d8-9b5a-8c8457e9fec9 req-08bdc5b0-9f07-427f-bb87-7d8f2d1cc72b tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Apr 07 17:58:15.179922 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ed978cf-06a6-44cc-a89d-7688d0706b8d req-2b40cfd6-8fd4-4b45-9df7-7e67e61599ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Apr 07 17:58:16.275912 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb44a1-8678-4e85-bfb0-22ecfd6246f3 req-549382bd-883e-494a-a86b-af61b136ffcf tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:16.277442 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ddb44a1-8678-4e85-bfb0-22ecfd6246f3 req-549382bd-883e-494a-a86b-af61b136ffcf tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 946 time: 0.0578108 Apr 07 17:58:16.325470 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ddb44a1-8678-4e85-bfb0-22ecfd6246f3 req-db4b3630-2019-4da4-aac4-578bad9b0be3 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Apr 07 17:58:17.443881 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be70513-4141-4389-9a0d-1413b467e1fb req-f681c98c-86b9-4345-83c4-c3aff8a77e8d tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:17.445357 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9be70513-4141-4389-9a0d-1413b467e1fb req-f681c98c-86b9-4345-83c4-c3aff8a77e8d tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 946 time: 0.0521047 Apr 07 17:58:17.490207 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9be70513-4141-4389-9a0d-1413b467e1fb req-af551bd3-7540-47af-8d40-908a7321b395 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Apr 07 17:58:18.511113 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f739e3-e172-458c-9b1e-32fdc27257bd req-19e6d8fd-9328-4238-974f-073007f07cb4 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:18.512563 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3f739e3-e172-458c-9b1e-32fdc27257bd req-19e6d8fd-9328-4238-974f-073007f07cb4 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 946 time: 0.0524290 Apr 07 17:58:18.561797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3f739e3-e172-458c-9b1e-32fdc27257bd req-0a67f936-711c-44c3-9478-badfa0794f60 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Apr 07 17:58:19.130221 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:19.685711 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5de3-7a6d-4e83-a168-1c2e1ee5e2d4 req-d7854f8b-802b-424e-beaa-cedea37c2f34 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:19.687797 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d1b5de3-7a6d-4e83-a168-1c2e1ee5e2d4 req-d7854f8b-802b-424e-beaa-cedea37c2f34 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 946 time: 0.0552621 Apr 07 17:58:19.733793 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d1b5de3-7a6d-4e83-a168-1c2e1ee5e2d4 req-03f38bec-3c48-4ad5-9696-bc98c82d0ce8 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d88f4ca-3af6-4104-9349-3429bb262f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Apr 07 17:58:19.836597 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-28eb3075-6ee6-4366-8fd7-261ba04008e0 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:19.838056 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-28eb3075-6ee6-4366-8fd7-261ba04008e0 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 946 time: 0.0506291 Apr 07 17:58:19.932343 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Deleting port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:58:19.932689 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:20.021150 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] For port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,segment=NetworkSegment(465ed3e4-7eec-4948-bf41-78e8f7cd16f9),segment_id=465ed3e4-7eec-4948-bf41-78e8f7cd16f9)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:58:20.021535 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:20.034340 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Calling delete_port for 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:58:20.250906 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (1697ea26-8c81-4d4e-a5b8-b1456fae36f7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:20.264161 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['1697ea26-8c81-4d4e-a5b8-b1456fae36f7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:58:20.280362 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Pushing event deleted for resources: {'Port': ['ID=1697ea26-8c81-4d4e-a5b8-b1456fae36f7,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:20.325753 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] No DVR routers for this DVR port 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 on host hv-cinder-83699 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:58:20.328758 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:20.332098 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00fa182c-98ec-411e-a3de-17529c96eac6 req-f1ab43fd-70ba-4f9f-a8e2-7a72fef27531 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.37 "DELETE /v2.0/ports/1697ea26-8c81-4d4e-a5b8-b1456fae36f7 HTTP/1.1" status: 204 len: 173 time: 0.4888632 Apr 07 17:58:20.332534 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26435728-da7c-4296-bed3-7e1502702507', 'name': 'network-vif-deleted', 'tag': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:58:20.334852 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bf902e-baaa-41a2-9afc-468ecd90ad28" -d '{"events": [{"server_uuid": "26435728-da7c-4296-bed3-7e1502702507", "name": "network-vif-deleted", "tag": "1697ea26-8c81-4d4e-a5b8-b1456fae36f7"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:58:20.369097 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb85a5b-831f-4841-b586-4a264a9b4f60 x-openstack-request-id: req-5bb85a5b-831f-4841-b586-4a264a9b4f60 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:58:20.369435 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26435728-da7c-4296-bed3-7e1502702507", "name": "network-vif-deleted", "tag": "1697ea26-8c81-4d4e-a5b8-b1456fae36f7", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:58:20.369677 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bb85a5b-831f-4841-b586-4a264a9b4f60 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:58:20.370081 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb85a5b-831f-4841-b586-4a264a9b4f60'] response: {'server_uuid': '26435728-da7c-4296-bed3-7e1502702507', 'name': 'network-vif-deleted', 'tag': '1697ea26-8c81-4d4e-a5b8-b1456fae36f7', 'status': 'completed', 'code': 200} Apr 07 17:58:20.837204 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-844bf2dd-9267-4537-84fc-b14f8aade4ca req-adc28c88-0e57-4425-b7f3-053c2eb9aeb8 tempest-VolumesActionsTest-821913493 tempest-VolumesActionsTest-821913493-project] 10.222.0.26 "GET /v2.0/ports?device_id=26435728-da7c-4296-bed3-7e1502702507 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Apr 07 17:58:24.990607 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:58:25.010754 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:58:25.011097 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 1697ea26-8c81-4d4e-a5b8-b1456fae36f7 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:58:27.883927 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-e87a92e8-341a-49ec-bab8-ae66c1a018e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595956 Apr 07 17:58:27.960805 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-727d0add-d5eb-4c14-a81a-0d7fee368fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:27.962549 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-727d0add-d5eb-4c14-a81a-0d7fee368fd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1168 time: 0.0569434 Apr 07 17:58:28.091699 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-fde2e2f9-7b4e-44fa-ae93-f4c6a74054eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:28.094719 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-fde2e2f9-7b4e-44fa-ae93-f4c6a74054eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 915 time: 0.1036570 Apr 07 17:58:28.184973 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-1e9374f8-87e7-4f48-9edd-d16f8a93d1a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 1001 time: 0.0845525 Apr 07 17:58:28.252363 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-88138086-081d-4c8c-b90c-66ed0dbce794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:28.254490 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-88138086-081d-4c8c-b90c-66ed0dbce794 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0622733 Apr 07 17:58:28.312863 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-f50f24a9-6cce-4047-8a4b-e8c0593e1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:28.314483 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-f50f24a9-6cce-4047-8a4b-e8c0593e1b4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539937 Apr 07 17:58:28.426649 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-2fb0a117-c8de-4eac-9573-8f182ad95dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038477 Apr 07 17:58:28.529506 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0df572a-2299-4a04-a287-f75d57e97d8c req-ab69fb3e-9532-4215-8bc4-9510937b4038 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959423 Apr 07 17:58:30.879033 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e34d4be-ee37-480f-b766-5ced86c28d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:33.267699 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e761f3e-0b65-44bd-aaa5-4a8b65d4b338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:34.588941 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:34.908655 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:58:35.935140 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:37.176451 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:45.819349 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35958) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:58:45.866705 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] Deleting subnet 6dc6541b-1169-4d7f-9dcb-d6e0dbec1710 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:58:45.869734 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] Publish callbacks [] for subnet (6dc6541b-1169-4d7f-9dcb-d6e0dbec1710), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:45.902818 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (6dc6541b-1169-4d7f-9dcb-d6e0dbec1710), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:45.941042 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (6dc6541b-1169-4d7f-9dcb-d6e0dbec1710), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.062104 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (6dc6541b-1169-4d7f-9dcb-d6e0dbec1710), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.087883 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc6541b-1169-4d7f-9dcb-d6e0dbec1710,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:46.094599 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.097746 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f174f974-be77-45f2-811e-1670fe859312 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6dc6541b-1169-4d7f-9dcb-d6e0dbec1710 HTTP/1.1" status: 204 len: 168 time: 0.2774112 Apr 07 17:58:46.100362 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 35960) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:58:46.171339 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (8c291ae0-8fc2-4d76-ac9a-74e87de42662), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.252728 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (8c291ae0-8fc2-4d76-ac9a-74e87de42662), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.271844 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c291ae0-8fc2-4d76-ac9a-74e87de42662']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:58:46.281968 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465ed3e4-7eec-4948-bf41-78e8f7cd16f9') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:58:46.282268 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465ed3e4-7eec-4948-bf41-78e8f7cd16f9') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:58:46.291199 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (465ed3e4-7eec-4948-bf41-78e8f7cd16f9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.305391 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (465ed3e4-7eec-4948-bf41-78e8f7cd16f9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.313369 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:58:46.313369 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (465ed3e4-7eec-4948-bf41-78e8f7cd16f9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:58:46.314962 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:58:46.422150 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (8c291ae0-8fc2-4d76-ac9a-74e87de42662), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.427502 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.430668 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] 10.222.0.26 "DELETE /v2.0/networks/8c291ae0-8fc2-4d76-ac9a-74e87de42662 HTTP/1.1" status: 204 len: 168 time: 0.3294041 Apr 07 17:58:46.441347 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd4dae-dae6-44b6-803c-b5f2f973da8e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c291ae0-8fc2-4d76-ac9a-74e87de42662,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:46.680043 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35970) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:58:46.721985 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-fd1658ef-5ada-4733-a0ee-80e8f6cca0e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49fefd0e594a4ffa824b5f88202e5086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407870 Apr 07 17:58:46.724480 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 35972) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:58:46.768739 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b98d0c-862e-467a-8a66-4115cb4f6280 req-6a57199b-afd4-45c8-86a0-67554a4dc1f2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:46.770246 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7b98d0c-862e-467a-8a66-4115cb4f6280 req-6a57199b-afd4-45c8-86a0-67554a4dc1f2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.1660714 Apr 07 17:58:46.772059 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70a0-2b3b-4fa7-b7c0-ae093323a394 admin admin] Publish callbacks [] for security_group (0d88f4ca-3af6-4104-9349-3429bb262f29), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.793231 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70a0-2b3b-4fa7-b7c0-ae093323a394 admin admin] Publish callbacks [] for security_group (0d88f4ca-3af6-4104-9349-3429bb262f29), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.819401 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7b98d0c-862e-467a-8a66-4115cb4f6280 req-7db59120-4838-4098-b35f-a3739245b89c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Apr 07 17:58:46.896228 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70a0-2b3b-4fa7-b7c0-ae093323a394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (0d88f4ca-3af6-4104-9349-3429bb262f29), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.899439 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70a0-2b3b-4fa7-b7c0-ae093323a394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:46.900754 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-cc9f70a0-2b3b-4fa7-b7c0-ae093323a394 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d88f4ca-3af6-4104-9349-3429bb262f29 HTTP/1.1" status: 204 len: 168 time: 0.1753662 Apr 07 17:58:46.910353 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f70a0-2b3b-4fa7-b7c0-ae093323a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d88f4ca-3af6-4104-9349-3429bb262f29,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:48.103737 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0dd40-8b25-42db-97ff-e0cd49ec0f8c req-87557294-b688-4877-a43c-6550165f1133 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:48.105253 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0d0dd40-8b25-42db-97ff-e0cd49ec0f8c req-87557294-b688-4877-a43c-6550165f1133 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.2162721 Apr 07 17:58:48.154521 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0d0dd40-8b25-42db-97ff-e0cd49ec0f8c req-dd5e8fed-e2d3-4946-8e18-42fb525f0229 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431681 Apr 07 17:58:49.067352 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:49.282037 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54025e-95a1-42fb-af2e-d8039b2ccd51 req-b638bdd1-0a6e-4721-8642-71048817e3a3 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:49.283621 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a54025e-95a1-42fb-af2e-d8039b2ccd51 req-b638bdd1-0a6e-4721-8642-71048817e3a3 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0607982 Apr 07 17:58:49.339126 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a54025e-95a1-42fb-af2e-d8039b2ccd51 req-f2886bc6-5689-438e-8fb2-9d77b5f78957 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496213 Apr 07 17:58:49.906333 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-f3a17206-6dbe-417a-bafc-a30d24c4470b tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28742782&fields=id&tenant_id=d168a51bad674c2ca599b3e27294fa4c HTTP/1.1" status: 200 len: 267 time: 0.0441728 Apr 07 17:58:49.974989 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-e3fc7247-99a3-47c5-95f0-af040906a53c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:49.976513 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-e3fc7247-99a3-47c5-95f0-af040906a53c tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 984 time: 0.0648251 Apr 07 17:58:49.988274 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Request body: {'port': {'security_groups': ['adbcb038-cfa2-45d8-8d1e-5bb8196d970b']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 17:58:50.066489 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.242487 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:58:50.272977 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.335866 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6149902'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.348931 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['3ce57ef8-b241-4169-abac-f60c31bd09b7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:58:50.377754 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:50.378455 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.379784 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e99c93b4-0ed4-4b58-b221-2942f363b408 req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "PUT /v2.0/ports/3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 942 time: 0.3968813 Apr 07 17:58:50.380307 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:58:50.385367 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:58:50.387646 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36070) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:58:50.480952 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group (704b05d8-e2ad-4fb6-bb38-2d0417ac01ac), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.488935 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['3ce57ef8-b241-4169-abac-f60c31bd09b7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:58:50.489715 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event updated for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=7']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:50.504706 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.505060 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.505448 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.505790 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.506125 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.506591 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.506929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.507454 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.507976 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.508476 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.508976 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.509578 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.510216 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.510722 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.511251 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefde091-6049-4a80-a558-857ce3eb9f07 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.529921 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group (704b05d8-e2ad-4fb6-bb38-2d0417ac01ac), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.558107 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071647-6325-4397-a4ad-3c10ef812115 req-345586c0-e247-4dca-8300-a68f7ab47b49 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:50.559977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90071647-6325-4397-a4ad-3c10ef812115 req-345586c0-e247-4dca-8300-a68f7ab47b49 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.1172106 Apr 07 17:58:50.582809 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c5810-4d1e-4c5f-b73e-635c7847e0d3 x-openstack-request-id: req-363c5810-4d1e-4c5f-b73e-635c7847e0d3 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:58:50.584163 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:58:50.584163 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-363c5810-4d1e-4c5f-b73e-635c7847e0d3 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:58:50.584163 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363c5810-4d1e-4c5f-b73e-635c7847e0d3'] response: {'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'status': 'completed', 'code': 200} Apr 07 17:58:50.634996 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90071647-6325-4397-a4ad-3c10ef812115 req-b1634061-c33b-4bab-bd87-9d65d0486690 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673740 Apr 07 17:58:50.687921 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-14e7f698-c00f-499d-a4a7-59b7caa757aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:50.689905 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-14e7f698-c00f-499d-a4a7-59b7caa757aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0677142 Apr 07 17:58:50.737431 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7551e8d7-967c-4ff0-87a2-535005c77273 None None] Provisioning complete for port 3ce57ef8-b241-4169-abac-f60c31bd09b7 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:58:50.737852 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7551e8d7-967c-4ff0-87a2-535005c77273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.758251 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (704b05d8-e2ad-4fb6-bb38-2d0417ac01ac), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.761090 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.763064 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "DELETE /v2.0/security-groups/704b05d8-e2ad-4fb6-bb38-2d0417ac01ac HTTP/1.1" status: 204 len: 168 time: 0.3698263 Apr 07 17:58:50.771591 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36076) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:58:50.775663 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b05d8-e2ad-4fb6-bb38-2d0417ac01ac,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:50.788252 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.788612 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.788960 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.789330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.789670 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.790007 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.790340 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.790671 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.790998 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.791328 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.791657 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.791985 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.792309 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.792633 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.792958 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbda978-fe52-4555-9e54-f78c218c3cb7 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:58:50.819635 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-9e36ba19-5cf9-42a9-929e-33ff5a42fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:50.821174 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-9e36ba19-5cf9-42a9-929e-33ff5a42fdd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 915 time: 0.1236835 Apr 07 17:58:50.860671 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7551e8d7-967c-4ff0-87a2-535005c77273 None None] Current status of the port 3ce57ef8-b241-4169-abac-f60c31bd09b7 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:58:50.894442 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-ff009b7f-5ecd-4551-a37c-8509556848af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 1001 time: 0.0672188 Apr 07 17:58:50.946309 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-002d6fbe-e09e-49b4-a7c9-5f1c42675658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:50.947824 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-002d6fbe-e09e-49b4-a7c9-5f1c42675658 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0477209 Apr 07 17:58:50.960282 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Deleting port c1ecbc2b-40ce-477f-bd0c-a103633540f8 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:58:50.960616 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:50.998464 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-f146cb3e-57ae-4d19-bd35-bb006b99165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:51.000489 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-f146cb3e-57ae-4d19-bd35-bb006b99165e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453725 Apr 07 17:58:51.036243 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:51.036493 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for floatingip (c1ecbc2b-40ce-477f-bd0c-a103633540f8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:51.048891 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Calling delete_port for c1ecbc2b-40ce-477f-bd0c-a103633540f8 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:58:51.095392 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-698ea24f-61b0-486f-bd8f-016083487b75 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865250 Apr 07 17:58:51.193472 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4fb6fbf8-805e-46b5-a0a5-758a445b89f7 req-12dd0a76-4b56-42bb-a141-35cc9df7bbde service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921028 Apr 07 17:58:51.296506 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (c1ecbc2b-40ce-477f-bd0c-a103633540f8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:51.326287 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event deleted for resources: {'Port': ['ID=c1ecbc2b-40ce-477f-bd0c-a103633540f8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:51.390406 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks [] for floatingip (c8bd6588-4936-4603-a0b3-bc1ff55b13aa), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:51.392057 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Floating IP c8bd6588-4936-4603-a0b3-bc1ff55b13aa disassociated (deleted). External IP: 172.27.0.139, port: 3ce57ef8-b241-4169-abac-f60c31bd09b7. Apr 07 17:58:51.834377 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcfb5b-7a1f-44e5-993c-5c59942b2848 req-6ae018b1-cc1c-4be2-83d8-98e0f5c1da3f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:51.835879 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1fcfb5b-7a1f-44e5-993c-5c59942b2848 req-6ae018b1-cc1c-4be2-83d8-98e0f5c1da3f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.1079986 Apr 07 17:58:51.935586 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1fcfb5b-7a1f-44e5-993c-5c59942b2848 req-2c3afbd6-80dd-4b21-a628-73316f2b8474 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930505 Apr 07 17:58:51.947247 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:58:52.054737 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:58:52.059503 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:52.064110 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] Sync routers for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:58:52.073945 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:58:52.074568 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:58:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:58:52.092850 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ba0a37d7-3f47-47aa-a99a-777fa347c2ae tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "DELETE /v2.0/floatingips/c8bd6588-4936-4603-a0b3-bc1ff55b13aa HTTP/1.1" status: 204 len: 168 time: 1.3201489 Apr 07 17:58:52.188749 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:58:52.391338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 5, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:58:52.422461 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] Checking router: 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:58:52.431033 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:58:52.431687 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:58:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:58:52.585373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:58:52.587860 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336769be-9670-470b-9203-902457b6dd57" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:58:52.629791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c3652-4aa9-4acb-9e8a-38a2f49288cd x-openstack-request-id: req-ed2c3652-4aa9-4acb-9e8a-38a2f49288cd {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:58:52.629791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:58:52.629791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed2c3652-4aa9-4acb-9e8a-38a2f49288cd {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:58:52.629791 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2c3652-4aa9-4acb-9e8a-38a2f49288cd'] response: {'name': 'network-changed', 'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'status': 'completed', 'code': 200} Apr 07 17:58:52.688689 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:58:52.902046 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 5, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:58:52.930055 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4053bac7-7908-4930-b3d0-1a64ef9e01de None None] The sync data for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi is: [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:46Z', 'revision_number': 4, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': 'd70eaae0-09bd-4cde-ba09-9e2cf00823ee', 'name': '', 'network_id': '8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'mac_address': 'fa:16:3e:0e:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '93e7e15d-5bd9-4b15-b105-468442625488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:46Z', 'updated_at': '2022-04-07T17:56:49Z', 'revision_number': 5, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'subnets': [{'id': '93e7e15d-5bd9-4b15-b105-468442625488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:58:52.948709 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769be-9670-470b-9203-902457b6dd57 req-929f8fee-b199-413f-bdc5-eb64fc812f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:52.950255 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-336769be-9670-470b-9203-902457b6dd57 req-929f8fee-b199-413f-bdc5-eb64fc812f83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d168a51bad674c2ca599b3e27294fa4c&device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0508118 Apr 07 17:58:53.076030 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c201-95d5-45e6-8883-3888e2276099 req-15e452f4-55eb-4eb6-893e-6fafa975ef17 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:53.077603 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2683c201-95d5-45e6-8883-3888e2276099 req-15e452f4-55eb-4eb6-893e-6fafa975ef17 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0573096 Apr 07 17:58:53.088209 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769be-9670-470b-9203-902457b6dd57 req-cc4a6508-d9bc-4174-9d6b-92b4be7f2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:53.089343 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-336769be-9670-470b-9203-902457b6dd57 req-cc4a6508-d9bc-4174-9d6b-92b4be7f2ac6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 200 len: 915 time: 0.1017807 Apr 07 17:58:53.134248 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-336769be-9670-470b-9203-902457b6dd57 req-812b243e-f97c-4903-b39f-e2531c7d9303 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 200 len: 217 time: 0.0356264 Apr 07 17:58:53.146166 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2683c201-95d5-45e6-8883-3888e2276099 req-5002b418-0552-41d9-9793-68287a0e33d4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618482 Apr 07 17:58:53.191880 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769be-9670-470b-9203-902457b6dd57 req-cb5da0bb-f5ea-4a7a-a056-3a6aea7f6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:53.193395 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-336769be-9670-470b-9203-902457b6dd57 req-cb5da0bb-f5ea-4a7a-a056-3a6aea7f6927 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 200 len: 853 time: 0.0505509 Apr 07 17:58:53.236836 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155814-7168-4d50-b8e8-cb4a8882c101 None None] New status for floating IP c8bd6588-4936-4603-a0b3-bc1ff55b13aa: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 17:58:53.249510 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769be-9670-470b-9203-902457b6dd57 req-adab20a7-1af4-4b4f-820a-b47d014b68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:53.253829 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-336769be-9670-470b-9203-902457b6dd57 req-adab20a7-1af4-4b4f-820a-b47d014b68ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522597 Apr 07 17:58:53.358355 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-336769be-9670-470b-9203-902457b6dd57 req-c7371505-c374-4a7e-9fb4-eccb0ab8706c service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992534 Apr 07 17:58:53.476791 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-336769be-9670-470b-9203-902457b6dd57 req-c6cac3e9-10b4-4cd0-be44-6c41fc25a0ae service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109233 Apr 07 17:58:54.270761 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b36f9c-ba62-42fb-bfd2-13e29cb583c8 req-e34afe94-8c68-4ae8-8ec4-fd5b88dd56b1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:54.272222 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68b36f9c-ba62-42fb-bfd2-13e29cb583c8 req-e34afe94-8c68-4ae8-8ec4-fd5b88dd56b1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0550249 Apr 07 17:58:54.322046 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68b36f9c-ba62-42fb-bfd2-13e29cb583c8 req-0d8e08e0-1c88-4f81-a144-92e69558e5e1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440476 Apr 07 17:58:55.253986 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e7e84-9691-45ae-9eab-61965a5669dd req-3c508bb4-a262-4acd-abcd-c2f3bd081b27 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:55.255432 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d0e7e84-9691-45ae-9eab-61965a5669dd req-3c508bb4-a262-4acd-abcd-c2f3bd081b27 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0611982 Apr 07 17:58:55.308129 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d0e7e84-9691-45ae-9eab-61965a5669dd req-eb9ad70a-e864-4411-a989-33e428ccff33 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Apr 07 17:58:55.442924 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbef34-8435-4f7d-8d72-2d0b19947240 req-c5f12557-0bd8-48c2-9bac-294d0431e1b5 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:55.444554 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4edbef34-8435-4f7d-8d72-2d0b19947240 req-c5f12557-0bd8-48c2-9bac-294d0431e1b5 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0552557 Apr 07 17:58:55.493245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4edbef34-8435-4f7d-8d72-2d0b19947240 req-a99b7514-eac1-4364-bc0a-65c2148d714d tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 Apr 07 17:58:56.433822 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ecd9d-395f-41d7-bf27-6db9d16c0404 req-46876457-6132-4974-aa98-7e765785174f tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:56.435262 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f8ecd9d-395f-41d7-bf27-6db9d16c0404 req-46876457-6132-4974-aa98-7e765785174f tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0586793 Apr 07 17:58:56.484732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f8ecd9d-395f-41d7-bf27-6db9d16c0404 req-52cd0feb-0e99-4c69-9fa3-02c07317b360 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/security-groups?id=adbcb038-cfa2-45d8-8d1e-5bb8196d970b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Apr 07 17:58:56.617841 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a45948-5268-4496-87ce-4d9769da664d req-4d40a362-ff7b-459e-990a-0d3f78662a58 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:56.619201 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70a45948-5268-4496-87ce-4d9769da664d req-4d40a362-ff7b-459e-990a-0d3f78662a58 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0562444 Apr 07 17:58:56.669450 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70a45948-5268-4496-87ce-4d9769da664d req-b05a192f-9f6c-4ef8-82bd-6deee31ba988 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445318 Apr 07 17:58:56.989079 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-ee7b86b1-0735-4bb3-857c-cbe571dc2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:56.990814 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-ee7b86b1-0735-4bb3-857c-cbe571dc2896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0464458 Apr 07 17:58:57.092431 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-bf2a0f05-d598-4265-9a5a-00926ccbb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:57.094090 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-bf2a0f05-d598-4265-9a5a-00926ccbb3c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 910 time: 0.0963154 Apr 07 17:58:57.119069 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-66e3af9b-0275-4d20-b395-ab6922eeea9b tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:57.121021 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-66e3af9b-0275-4d20-b395-ab6922eeea9b tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0562513 Apr 07 17:58:57.160776 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-2b008bb4-6228-4407-8565-0279f4cf2571 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 1001 time: 0.0596128 Apr 07 17:58:57.210515 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-ec19fce8-c884-4de8-b653-04b20729bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:57.213263 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-ec19fce8-c884-4de8-b653-04b20729bea7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0458579 Apr 07 17:58:57.221730 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Deleting port 3ce57ef8-b241-4169-abac-f60c31bd09b7 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:58:57.222096 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:57.268482 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-fea86898-3601-4796-a8d7-05dd1a9f6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:57.269931 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-fea86898-3601-4796-a8d7-05dd1a9f6788 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493877 Apr 07 17:58:57.313492 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] For port 3ce57ef8-b241-4169-abac-f60c31bd09b7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3ce57ef8-b241-4169-abac-f60c31bd09b7,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:58:57.313863 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:57.331343 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Calling delete_port for 3ce57ef8-b241-4169-abac-f60c31bd09b7 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:58:57.361785 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-d9b51543-ed50-4121-b8bb-2276b8081866 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848227 Apr 07 17:58:57.459884 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3e220a5a-66ec-415f-8344-931fb3fb6813 req-f1d97063-bbcf-4144-8772-69ac61ee0fba service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918577 Apr 07 17:58:57.521519 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (3ce57ef8-b241-4169-abac-f60c31bd09b7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:57.534362 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['3ce57ef8-b241-4169-abac-f60c31bd09b7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:58:57.549212 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Pushing event deleted for resources: {'Port': ['ID=3ce57ef8-b241-4169-abac-f60c31bd09b7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:58:57.608725 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2026920a-8fd2-4a7a-b46c-ea254e7230e9 req-c15f5532-3ee7-4ec1-a878-b9c13b4c6a1d tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0496473 Apr 07 17:58:57.624861 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] No DVR routers for this DVR port 3ce57ef8-b241-4169-abac-f60c31bd09b7 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:58:57.632689 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:58:57.635965 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0741f2a-fbd7-42a4-aa43-82eec5c7c03e req-debe2a51-50c8-48c5-be2f-24522eb7e588 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.37 "DELETE /v2.0/ports/3ce57ef8-b241-4169-abac-f60c31bd09b7 HTTP/1.1" status: 204 len: 173 time: 0.5096624 Apr 07 17:58:57.636453 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'name': 'network-vif-deleted', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:58:57.638706 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda2121-f3d1-462f-848d-23e49659e267" -d '{"events": [{"server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "name": "network-vif-deleted", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:58:57.677317 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490fc03-a297-4125-9147-43e2b9e5cb2a x-openstack-request-id: req-c490fc03-a297-4125-9147-43e2b9e5cb2a {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:58:57.677611 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc7385f-9b6d-4b80-9e25-a00eac56f8b8", "name": "network-vif-deleted", "tag": "3ce57ef8-b241-4169-abac-f60c31bd09b7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:58:57.677867 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c490fc03-a297-4125-9147-43e2b9e5cb2a {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:58:57.678269 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c490fc03-a297-4125-9147-43e2b9e5cb2a'] response: {'server_uuid': 'cdc7385f-9b6d-4b80-9e25-a00eac56f8b8', 'name': 'network-vif-deleted', 'tag': '3ce57ef8-b241-4169-abac-f60c31bd09b7', 'status': 'completed', 'code': 200} Apr 07 17:58:57.790494 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253752c2-c605-4afd-8799-9376dd4e6727 req-df5b061f-b29c-475b-afc4-6966c0964b56 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:57.791913 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-253752c2-c605-4afd-8799-9376dd4e6727 req-df5b061f-b29c-475b-afc4-6966c0964b56 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0536587 Apr 07 17:58:57.841507 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-253752c2-c605-4afd-8799-9376dd4e6727 req-a2d98a80-bb0b-4c56-99dc-032bc55c9aef tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Apr 07 17:58:58.711838 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb688ace-8fae-42f1-a4ff-4c9fb864f37f req-f751834d-544d-4fe3-8dd1-7348f10f3791 tempest-TestMinimumBasicScenario-1128334311 tempest-TestMinimumBasicScenario-1128334311-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc7385f-9b6d-4b80-9e25-a00eac56f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0311909 Apr 07 17:58:58.968344 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b111a-841c-42f0-afc4-674c81abb8b4 req-3885fa9f-2c58-4e93-9071-3455a69cbd97 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:58:58.969854 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-914b111a-841c-42f0-afc4-674c81abb8b4 req-3885fa9f-2c58-4e93-9071-3455a69cbd97 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0576706 Apr 07 17:58:59.021213 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-914b111a-841c-42f0-afc4-674c81abb8b4 req-e0a7fc47-45e0-4c8d-bff6-3274bc0c1fd2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449574 Apr 07 17:59:00.141791 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14804ed-d02e-4398-a6d1-762cf91a8cd9 req-95a8526e-ccd2-4b96-a772-70fb22169af9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:00.143782 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b14804ed-d02e-4398-a6d1-762cf91a8cd9 req-95a8526e-ccd2-4b96-a772-70fb22169af9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0547855 Apr 07 17:59:00.192539 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b14804ed-d02e-4398-a6d1-762cf91a8cd9 req-310e393b-f00f-4191-8d9b-db3cd47efd30 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Apr 07 17:59:00.266245 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-aea13d42-80ad-48b2-9781-8228dbc3a676 req-ae9804df-9a15-475b-aafe-2666483a7d8e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:59:00.267245 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea13d42-80ad-48b2-9781-8228dbc3a676 req-ae9804df-9a15-475b-aafe-2666483a7d8e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054858 Apr 07 17:59:00.603298 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d247-ee6a-4bc4-87de-9045d123df44 req-6ebd63e2-4868-4564-a80e-8e54bdddfb82 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:00.603298 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edd2d247-ee6a-4bc4-87de-9045d123df44 req-6ebd63e2-4868-4564-a80e-8e54bdddfb82 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0599055 Apr 07 17:59:00.658203 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edd2d247-ee6a-4bc4-87de-9045d123df44 req-47f7f679-e817-445f-ad86-8a6c4bf09318 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475948 Apr 07 17:59:00.669024 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36200) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:00.764959 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-061b13f6-6a0a-42d7-be52-144ff24d34f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946267 Apr 07 17:59:00.774983 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-c7c755d9-784c-49e3-9b1f-828ddda65000 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 17:59:00.775914 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-c7c755d9-784c-49e3-9b1f-828ddda65000 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051343 Apr 07 17:59:00.867891 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-203aa724-507f-436e-b6eb-4634f21391f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:00.869818 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36214) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:00.910628 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 3ce57ef8-b241-4169-abac-f60c31bd09b7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:00.931974 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 3ce57ef8-b241-4169-abac-f60c31bd09b7 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:59:00.932390 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 3ce57ef8-b241-4169-abac-f60c31bd09b7 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:59:00.970324 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698000-b573-4603-954d-841962bcb3eb req-166ff95b-c6e6-4ea5-a228-52457a2b4b44 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:00.971784 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-166ff95b-c6e6-4ea5-a228-52457a2b4b44 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports/456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 942 time: 0.1010053 Apr 07 17:59:01.318784 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36228) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:01.696119 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:01.837598 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613ffc-024b-415a-a235-037d0b23e6eb req-8225f5d6-32ec-4b8d-9be8-243196da891e tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:01.839079 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1613ffc-024b-415a-a235-037d0b23e6eb req-8225f5d6-32ec-4b8d-9be8-243196da891e tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.1022637 Apr 07 17:59:01.939961 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1613ffc-024b-415a-a235-037d0b23e6eb req-5caf5cb6-94fa-444a-b187-96f16affe792 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926325 Apr 07 17:59:02.036024 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Deleting port d70eaae0-09bd-4cde-ba09-9e2cf00823ee {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:02.036343 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:02.116216 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] For port d70eaae0-09bd-4cde-ba09-9e2cf00823ee, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:02.116568 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:02.132280 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Calling delete_port for d70eaae0-09bd-4cde-ba09-9e2cf00823ee owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:02.393295 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (d70eaae0-09bd-4cde-ba09-9e2cf00823ee), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:02.422624 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70eaae0-09bd-4cde-ba09-9e2cf00823ee,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:02.594236 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:02.827133 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:59:02.926490 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 456e5900-67cf-48e8-9c4b-59a82256ebb7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:02.944983 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:59:02.952684 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36234) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:02.953117 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6da42ff9-634a-4314-b0e5-8fb8dc1d34a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/1f5d28e7-4fe7-459a-991a-1e02e72b3cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327195 Apr 07 17:59:02.959735 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] Sync routers for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:59:02.982874 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:59:02.988295 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:58:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:03.083970 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks [] for router (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.094507 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a47b-62d8-41f1-bcc4-4dd72072fe87 req-206c3f5b-3cd6-4519-b582-e1554b0e9e81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:03.101311 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbb6a47b-62d8-41f1-bcc4-4dd72072fe87 req-206c3f5b-3cd6-4519-b582-e1554b0e9e81 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0621264 Apr 07 17:59:03.108627 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 456e5900-67cf-48e8-9c4b-59a82256ebb7 is: ACTIVE; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:59:03.114345 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.141915 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:59:03.144686 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ae69a-5c70-45b1-92f9-974c792a39f5" -d '{"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:59:03.159504 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:03.170540 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cbb6a47b-62d8-41f1-bcc4-4dd72072fe87 req-30ae6119-0e05-46f7-8876-3211258d1be4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598013 Apr 07 17:59:03.190112 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:59:03.209365 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks [] for router_gateway (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.224387 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.273098 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2871ff-2f4d-46c7-84b5-5def90c44bb5 x-openstack-request-id: req-dd2871ff-2f4d-46c7-84b5-5def90c44bb5 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:59:03.273412 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:59:03.273934 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd2871ff-2f4d-46c7-84b5-5def90c44bb5 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:59:03.274328 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2871ff-2f4d-46c7-84b5-5def90c44bb5'] response: {'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'code': 200} Apr 07 17:59:03.280188 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4cf68f9-ad29-4b5c-8cb1-a770b8a102d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.329206 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Deleting port 4ac3e861-f8df-4846-a3be-3c6480d29675 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:03.329741 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.365711 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=6']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:03.385223 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.385574 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.385916 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.386254 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.386585 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.386910 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.387236 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.387556 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.387879 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.388198 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.388518 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.388840 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.389170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.389489 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.389804 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 17:59:03.411998 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] For port 4ac3e861-f8df-4846-a3be-3c6480d29675, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=4ac3e861-f8df-4846-a3be-3c6480d29675,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:03.412358 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.425991 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Calling delete_port for 4ac3e861-f8df-4846-a3be-3c6480d29675 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:03.457825 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:59:02Z', 'revision_number': 5, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port': {'id': '4ac3e861-f8df-4846-a3be-3c6480d29675', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:03.477262 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698000-b573-4603-954d-841962bcb3eb req-cd22acd8-3280-4a41-b215-1b1b6ff4b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:03.478763 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-cd22acd8-3280-4a41-b215-1b1b6ff4b76d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6&tenant_id=c5ec31cb0df4492eaff128c55923a768 HTTP/1.1" status: 200 len: 1127 time: 0.0480731 Apr 07 17:59:03.485280 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] Checking router: 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:59:03.494066 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] Routers {'1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:59:03.494975 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:59:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:03.550113 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698000-b573-4603-954d-841962bcb3eb req-e112f8bf-05b3-4f7d-bd25-e964630b1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:03.552268 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-e112f8bf-05b3-4f7d-bd25-e964630b1688 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0511289 Apr 07 17:59:03.589051 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] Set router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:59:03.646623 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698000-b573-4603-954d-841962bcb3eb req-b97598b5-4a4c-4f87-9879-e3e7ab165ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:03.648036 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-b97598b5-4a4c-4f87-9879-e3e7ab165ce9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 910 time: 0.0888772 Apr 07 17:59:03.648297 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:59:03Z', 'revision_number': 6, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:03.676139 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cf1d3-4e85-4ff5-925c-7e43267110ce None None] The sync data for ids ['1f5d28e7-4fe7-459a-991a-1e02e72b3cbe'] in dv-cinder-836996-1-iscsi is: [{'id': '1f5d28e7-4fe7-459a-991a-1e02e72b3cbe', 'name': 'tempest-TestMinimumBasicScenario-538007838-router', 'tenant_id': 'd168a51bad674c2ca599b3e27294fa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:43Z', 'updated_at': '2022-04-07T17:59:03Z', 'revision_number': 6, 'project_id': 'd168a51bad674c2ca599b3e27294fa4c', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:59:03.684933 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (4ac3e861-f8df-4846-a3be-3c6480d29675), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.714622 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac3e861-f8df-4846-a3be-3c6480d29675,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:03.734558 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-1d55c392-d6c9-47b8-9a50-f5428e2fcabb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 999 time: 0.0795748 Apr 07 17:59:03.778059 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.786296 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698000-b573-4603-954d-841962bcb3eb req-c764175b-ce89-4381-85e7-2c549f94f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:03.787857 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-c764175b-ce89-4381-85e7-2c549f94f7d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0462148 Apr 07 17:59:03.840425 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698000-b573-4603-954d-841962bcb3eb req-dc72e522-1c4e-4aea-a714-bd72bf8696a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:03.841949 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-dc72e522-1c4e-4aea-a714-bd72bf8696a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461628 Apr 07 17:59:03.870562 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.872712 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks [] for router_controller (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.970643 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (1f5d28e7-4fe7-459a-991a-1e02e72b3cbe), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.971330 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f5d28e7-4fe7-459a-991a-1e02e72b3cbe {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:59:03.975706 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:03.982094 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2be724ff-ddd3-46cb-a0b4-c194dc235581 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1f5d28e7-4fe7-459a-991a-1e02e72b3cbe HTTP/1.1" status: 204 len: 168 time: 1.0221791 Apr 07 17:59:03.982094 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36244) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:04.027150 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] Deleting subnet 93e7e15d-5bd9-4b15-b105-468442625488 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:59:04.033539 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] Publish callbacks [] for subnet (93e7e15d-5bd9-4b15-b105-468442625488), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.076332 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6073374'] for subnet (93e7e15d-5bd9-4b15-b105-468442625488), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.175715 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (93e7e15d-5bd9-4b15-b105-468442625488), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.196295 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device d70eaae0-09bd-4cde-ba09-9e2cf00823ee no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:04.216707 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-8ec66ffb-afff-430a-9766-7d0333baaccf service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647802 Apr 07 17:59:04.219049 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: d70eaae0-09bd-4cde-ba09-9e2cf00823ee {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:59:04.219392 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device d70eaae0-09bd-4cde-ba09-9e2cf00823ee not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:59:04.319370 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4440838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4342526'] for subnet (93e7e15d-5bd9-4b15-b105-468442625488), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.348983 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e7e15d-5bd9-4b15-b105-468442625488,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:04.352658 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.358100 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0238b-4e20-49e5-a856-78aeec889f79 req-8faf5e92-c9b1-4d52-832e-d5ad4f7ba5b9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:04.358100 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bb0238b-4e20-49e5-a856-78aeec889f79 req-8faf5e92-c9b1-4d52-832e-d5ad4f7ba5b9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0794718 Apr 07 17:59:04.358301 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7ae743c6-5613-4cdc-980f-eee2ce6aa23d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/93e7e15d-5bd9-4b15-b105-468442625488 HTTP/1.1" status: 204 len: 168 time: 0.3756788 Apr 07 17:59:04.358716 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa698000-b573-4603-954d-841962bcb3eb req-5e893753-dce5-46a1-a6f3-ed3949491f32 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348951 Apr 07 17:59:04.358872 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4cb432-15a2-4ab3-a918-5c938e58193e None None] Network 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:59:04.359187 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36248) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:04.462699 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.632474 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bb0238b-4e20-49e5-a856-78aeec889f79 req-a19ca4b8-d183-4041-94f5-2ea2404aa339 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182401 Apr 07 17:59:04.632474 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Deleting port f8075479-3c44-4d4c-b9da-f7950bffc7cd {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:04.632474 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.636103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] DHCP port deletion for 8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:59:04.636103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] Deleting port f8075479-3c44-4d4c-b9da-f7950bffc7cd {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:04.636103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.636103 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.636420 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] For port f8075479-3c44-4d4c-b9da-f7950bffc7cd, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=f8075479-3c44-4d4c-b9da-f7950bffc7cd,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:04.636420 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.646702 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Calling delete_port for f8075479-3c44-4d4c-b9da-f7950bffc7cd owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:04.702177 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] For port f8075479-3c44-4d4c-b9da-f7950bffc7cd, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=f8075479-3c44-4d4c-b9da-f7950bffc7cd,segment=NetworkSegment(10e6fcb3-45d9-4aac-a2a2-5ca7bc020053),segment_id=10e6fcb3-45d9-4aac-a2a2-5ca7bc020053)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:04.702338 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.717590 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] Calling delete_port for f8075479-3c44-4d4c-b9da-f7950bffc7cd owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:04.781928 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.807819 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8075479-3c44-4d4c-b9da-f7950bffc7cd,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:04.808876 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (f8075479-3c44-4d4c-b9da-f7950bffc7cd), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.811311 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] No DVR routers for this DVR port f8075479-3c44-4d4c-b9da-f7950bffc7cd on host dv-cinder-836996-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:59:04.842660 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] Pushing event deleted for resources: {'Port': ['ID=f8075479-3c44-4d4c-b9da-f7950bffc7cd,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:04.846826 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da35c2-1505-4c68-af4c-4b55efa22e47 None None] No DVR routers for this DVR port f8075479-3c44-4d4c-b9da-f7950bffc7cd on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:59:04.889964 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.910852 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:04.920719 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:04.921013 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e6fcb3-45d9-4aac-a2a2-5ca7bc020053') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:04.934239 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (10e6fcb3-45d9-4aac-a2a2-5ca7bc020053), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.948055 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (10e6fcb3-45d9-4aac-a2a2-5ca7bc020053), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.953929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:59:04.954308 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (10e6fcb3-45d9-4aac-a2a2-5ca7bc020053), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:59:04.955903 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:59:05.101776 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:05.107229 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:05.110364 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea HTTP/1.1" status: 204 len: 168 time: 0.7502649 Apr 07 17:59:05.114223 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36256) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:05.121394 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abddbf2-aa29-465a-82aa-58790898b9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6b6ca8-5588-4d4a-ba71-295d2dfb3aea,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:05.616076 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4a4e-ca35-4ce6-b59e-cc7b9184e6ad req-bc2413ee-411d-4604-9baa-e9aed1adec11 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:05.617594 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a0f4a4e-ca35-4ce6-b59e-cc7b9184e6ad req-bc2413ee-411d-4604-9baa-e9aed1adec11 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0523472 Apr 07 17:59:05.667330 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a0f4a4e-ca35-4ce6-b59e-cc7b9184e6ad req-50247b04-9797-406f-9233-eb276666dee1 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440977 Apr 07 17:59:05.709569 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:05.816424 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:05.967508 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Deleting port fcd66e74-7879-4551-9fb9-997e8ea0635a {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:05.967856 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:06.012315 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 4ac3e861-f8df-4846-a3be-3c6480d29675 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:06.033159 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 4ac3e861-f8df-4846-a3be-3c6480d29675 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:59:06.033465 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 4ac3e861-f8df-4846-a3be-3c6480d29675 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:59:06.033888 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device f8075479-3c44-4d4c-b9da-f7950bffc7cd no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:06.052763 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] For port fcd66e74-7879-4551-9fb9-997e8ea0635a, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=fcd66e74-7879-4551-9fb9-997e8ea0635a,segment=NetworkSegment(61b5d7e0-d36c-4ecf-8165-1cbc75b9a728),segment_id=61b5d7e0-d36c-4ecf-8165-1cbc75b9a728)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:06.053129 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:06.053751 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: f8075479-3c44-4d4c-b9da-f7950bffc7cd {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:59:06.054097 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device f8075479-3c44-4d4c-b9da-f7950bffc7cd not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:59:06.067437 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Calling delete_port for fcd66e74-7879-4551-9fb9-997e8ea0635a owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:06.335587 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (fcd66e74-7879-4551-9fb9-997e8ea0635a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:06.359484 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd66e74-7879-4551-9fb9-997e8ea0635a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:06.539961 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:06.762485 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 17:59:06.788465 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7650fb-e550-4d1e-b8ee-a0e6b645b2c2 req-816a8f35-3c51-4c94-b5a1-38f0ca311ea6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:06.789977 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa7650fb-e550-4d1e-b8ee-a0e6b645b2c2 req-816a8f35-3c51-4c94-b5a1-38f0ca311ea6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0542803 Apr 07 17:59:06.839800 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa7650fb-e550-4d1e-b8ee-a0e6b645b2c2 req-5c9c7f22-4ad5-483a-b119-242a432fafb6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Apr 07 17:59:06.873434 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 17:59:06.879541 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9ad9e9cb-51dd-4b25-ba5a-9bb1d2f60ef0 admin admin] 10.222.0.26 "PUT /v2.0/routers/9cfb4bc7-f778-45ce-b666-4d2bd905bb8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642577 Apr 07 17:59:06.882024 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36272) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:06.884156 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] Sync routers for ids ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 17:59:06.894191 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] Routers {'9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:59:06.895066 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:59:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:06.989262 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks [] for router (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.002888 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] Set router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:59:07.096263 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks [] for router_gateway (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.135972 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.182107 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:59:06Z', 'revision_number': 5, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port': {'id': '9100f4ef-ace4-4699-a359-224dca3f4907', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:50Z', 'updated_at': '2022-04-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:07.201483 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Deleting port 9100f4ef-ace4-4699-a359-224dca3f4907 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:07.201821 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.207961 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] Checking router: 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 17:59:07.216332 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] Routers {'9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 17:59:07.216949 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T17:59:03Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:07.285679 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] For port 9100f4ef-ace4-4699-a359-224dca3f4907, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=9100f4ef-ace4-4699-a359-224dca3f4907,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:07.286034 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.298988 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Calling delete_port for 9100f4ef-ace4-4699-a359-224dca3f4907 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:07.305015 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] Set router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 17:59:07.359673 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:59:07Z', 'revision_number': 6, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:07.385998 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b897d5f-9eb9-4c8c-9f92-b4ed1f9af2a5 None None] The sync data for ids ['9cfb4bc7-f778-45ce-b666-4d2bd905bb8d'] in dv-cinder-836996-1-iscsi is: [{'id': '9cfb4bc7-f778-45ce-b666-4d2bd905bb8d', 'name': 'tempest-TestMinimumBasicScenario-40057690-router', 'tenant_id': '91fd3e29a81440069844c1ccc3480210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:49Z', 'updated_at': '2022-04-07T17:59:07Z', 'revision_number': 6, 'project_id': '91fd3e29a81440069844c1ccc3480210', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 17:59:07.536467 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (9100f4ef-ace4-4699-a359-224dca3f4907), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.562849 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Pushing event deleted for resources: {'Port': ['ID=9100f4ef-ace4-4699-a359-224dca3f4907,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:07.622787 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.717703 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.719817 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks [] for router_controller (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.832950 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (9cfb4bc7-f778-45ce-b666-4d2bd905bb8d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.833533 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cfb4bc7-f778-45ce-b666-4d2bd905bb8d {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 17:59:07.837975 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.839159 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4be35e6c-cb77-46fe-8d92-55e4681bd461 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9cfb4bc7-f778-45ce-b666-4d2bd905bb8d HTTP/1.1" status: 204 len: 168 time: 0.9561696 Apr 07 17:59:07.842626 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36278) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:07.885692 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] Deleting subnet 93c8fe1f-4d8b-4d59-94cf-bb39776fd633 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 17:59:07.888751 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] Publish callbacks [] for subnet (93c8fe1f-4d8b-4d59-94cf-bb39776fd633), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.922777 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6073374'] for subnet (93c8fe1f-4d8b-4d59-94cf-bb39776fd633), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:07.976108 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eae96-b98e-4ac6-a552-a13b32c2a6a9 req-791dc34c-44a8-41c7-ae96-b085582a2322 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:07.977600 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce7eae96-b98e-4ac6-a552-a13b32c2a6a9 req-791dc34c-44a8-41c7-ae96-b085582a2322 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0707331 Apr 07 17:59:08.008125 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (93c8fe1f-4d8b-4d59-94cf-bb39776fd633), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.029865 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ce7eae96-b98e-4ac6-a552-a13b32c2a6a9 req-17385bb3-8a7c-4858-8cf8-166140bd561f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465648 Apr 07 17:59:08.114459 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4440838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4342526'] for subnet (93c8fe1f-4d8b-4d59-94cf-bb39776fd633), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.141725 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c8fe1f-4d8b-4d59-94cf-bb39776fd633,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:08.147537 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.151130 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-93b8cfc7-2584-4467-ab18-2a5571a44200 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/93c8fe1f-4d8b-4d59-94cf-bb39776fd633 HTTP/1.1" status: 204 len: 168 time: 0.3085392 Apr 07 17:59:08.153753 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36284) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:08.162165 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de33ac5e-4eb6-4514-9690-e8e97e5f617d None None] Network 15fb184e-51e7-43f8-95d5-181c2e007750 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 17:59:08.217629 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device fcd66e74-7879-4551-9fb9-997e8ea0635a no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:08.228781 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (15fb184e-51e7-43f8-95d5-181c2e007750), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.257578 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: fcd66e74-7879-4551-9fb9-997e8ea0635a {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:59:08.257919 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device fcd66e74-7879-4551-9fb9-997e8ea0635a not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:59:08.258341 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 9100f4ef-ace4-4699-a359-224dca3f4907 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:08.287881 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 9100f4ef-ace4-4699-a359-224dca3f4907 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:59:08.288222 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 9100f4ef-ace4-4699-a359-224dca3f4907 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:59:08.293866 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Deleting port a09bb9a8-7837-4623-be75-2c8be92a7f6b {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:08.294373 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.352970 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] DHCP port deletion for 15fb184e-51e7-43f8-95d5-181c2e007750 request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 17:59:08.361114 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] For port a09bb9a8-7837-4623-be75-2c8be92a7f6b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=a09bb9a8-7837-4623-be75-2c8be92a7f6b,segment=NetworkSegment(61b5d7e0-d36c-4ecf-8165-1cbc75b9a728),segment_id=61b5d7e0-d36c-4ecf-8165-1cbc75b9a728)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:08.361509 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.376220 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Calling delete_port for a09bb9a8-7837-4623-be75-2c8be92a7f6b owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:08.405852 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] Deleting port a09bb9a8-7837-4623-be75-2c8be92a7f6b {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 17:59:08.406428 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.472109 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] For port a09bb9a8-7837-4623-be75-2c8be92a7f6b, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=a09bb9a8-7837-4623-be75-2c8be92a7f6b,segment=NetworkSegment(61b5d7e0-d36c-4ecf-8165-1cbc75b9a728),segment_id=61b5d7e0-d36c-4ecf-8165-1cbc75b9a728)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:08.475156 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.490089 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] Calling delete_port for a09bb9a8-7837-4623-be75-2c8be92a7f6b owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 17:59:08.547481 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.565113 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (a09bb9a8-7837-4623-be75-2c8be92a7f6b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.575128 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09bb9a8-7837-4623-be75-2c8be92a7f6b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:08.576960 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] No DVR routers for this DVR port a09bb9a8-7837-4623-be75-2c8be92a7f6b on host dv-cinder-836996-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:59:08.590636 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] Pushing event deleted for resources: {'Port': ['ID=a09bb9a8-7837-4623-be75-2c8be92a7f6b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:08.594300 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc5ebc-525d-477c-8bbd-daf563aafdd0 None None] No DVR routers for this DVR port a09bb9a8-7837-4623-be75-2c8be92a7f6b on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 17:59:08.654632 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (15fb184e-51e7-43f8-95d5-181c2e007750), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.678980 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fb184e-51e7-43f8-95d5-181c2e007750']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:08.688257 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:08.688551 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b5d7e0-d36c-4ecf-8165-1cbc75b9a728') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 17:59:08.698534 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (61b5d7e0-d36c-4ecf-8165-1cbc75b9a728), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.717637 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (61b5d7e0-d36c-4ecf-8165-1cbc75b9a728), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.717637 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 17:59:08.717860 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (61b5d7e0-d36c-4ecf-8165-1cbc75b9a728), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 17:59:08.719394 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 17:59:08.826834 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (15fb184e-51e7-43f8-95d5-181c2e007750), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.832182 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:08.835408 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] 10.222.0.26 "DELETE /v2.0/networks/15fb184e-51e7-43f8-95d5-181c2e007750 HTTP/1.1" status: 204 len: 168 time: 0.6806631 Apr 07 17:59:08.845991 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94688f9-693c-4ccc-8db8-56d71d0a2d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fb184e-51e7-43f8-95d5-181c2e007750,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:09.145682 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a4113-f6ed-4555-8ca6-c26d7b8e48b2 req-9541ab86-bf59-45e5-b6aa-90efbaf3305c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:09.147145 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f28a4113-f6ed-4555-8ca6-c26d7b8e48b2 req-9541ab86-bf59-45e5-b6aa-90efbaf3305c tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0516870 Apr 07 17:59:09.198865 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f28a4113-f6ed-4555-8ca6-c26d7b8e48b2 req-b8932a44-4bda-492f-ac82-41f82558bcf3 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457668 Apr 07 17:59:09.234421 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36292) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:09.272844 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4d181b74-771b-40b9-add3-6a840a8b886e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d168a51bad674c2ca599b3e27294fa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373085 Apr 07 17:59:09.275642 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36294) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:09.322253 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfa07e32-a106-4654-940c-0e6f455ae3b9 admin admin] Publish callbacks [] for security_group (adbcb038-cfa2-45d8-8d1e-5bb8196d970b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:09.342575 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfa07e32-a106-4654-940c-0e6f455ae3b9 admin admin] Publish callbacks [] for security_group (adbcb038-cfa2-45d8-8d1e-5bb8196d970b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:09.467913 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfa07e32-a106-4654-940c-0e6f455ae3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (adbcb038-cfa2-45d8-8d1e-5bb8196d970b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:09.470442 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dfa07e32-a106-4654-940c-0e6f455ae3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:09.471600 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dfa07e32-a106-4654-940c-0e6f455ae3b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adbcb038-cfa2-45d8-8d1e-5bb8196d970b HTTP/1.1" status: 204 len: 168 time: 0.1950812 Apr 07 17:59:09.480033 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa07e32-a106-4654-940c-0e6f455ae3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbcb038-cfa2-45d8-8d1e-5bb8196d970b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:10.007541 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device a09bb9a8-7837-4623-be75-2c8be92a7f6b no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 17:59:10.031381 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: a09bb9a8-7837-4623-be75-2c8be92a7f6b {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 17:59:10.031763 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device a09bb9a8-7837-4623-be75-2c8be92a7f6b not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 17:59:10.057310 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36302) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:10.096641 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-76fbda64-bbc1-4e0a-9e1e-6a656baae184 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91fd3e29a81440069844c1ccc3480210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381961 Apr 07 17:59:10.099801 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36304) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:10.149061 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6994a07f-7a2e-4331-8d54-f2d839630c33 admin admin] Publish callbacks [] for security_group (3d961cb9-f107-4805-bfbd-9c1e31b524e3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:10.169847 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6994a07f-7a2e-4331-8d54-f2d839630c33 admin admin] Publish callbacks [] for security_group (3d961cb9-f107-4805-bfbd-9c1e31b524e3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:10.307901 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6994a07f-7a2e-4331-8d54-f2d839630c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (3d961cb9-f107-4805-bfbd-9c1e31b524e3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:10.310349 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6994a07f-7a2e-4331-8d54-f2d839630c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:10.311458 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6994a07f-7a2e-4331-8d54-f2d839630c33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d961cb9-f107-4805-bfbd-9c1e31b524e3 HTTP/1.1" status: 204 len: 168 time: 0.2107584 Apr 07 17:59:10.322746 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994a07f-7a2e-4331-8d54-f2d839630c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d961cb9-f107-4805-bfbd-9c1e31b524e3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:10.334903 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8e1b5-58b5-4105-8c72-324e2ae2fcc5 req-b417c5f5-1452-4d90-9104-ab2f60828cf2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:10.336372 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9df8e1b5-58b5-4105-8c72-324e2ae2fcc5 req-b417c5f5-1452-4d90-9104-ab2f60828cf2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0697658 Apr 07 17:59:10.388186 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9df8e1b5-58b5-4105-8c72-324e2ae2fcc5 req-4a006bb2-27e0-4b23-a960-90296868aa40 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 Apr 07 17:59:11.507786 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319ddf-95a3-4996-bb73-6613ef127be2 req-a784ab98-072c-4c49-b2f4-a477f03802f2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:11.509242 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-69319ddf-95a3-4996-bb73-6613ef127be2 req-a784ab98-072c-4c49-b2f4-a477f03802f2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0540133 Apr 07 17:59:11.560181 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-69319ddf-95a3-4996-bb73-6613ef127be2 req-3047fb63-708c-467e-8585-8ae0cc71bf79 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452085 Apr 07 17:59:11.908322 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:59:12.678579 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc7f94-c51d-4119-804e-ec728d273893 req-fa75356b-c98d-4b42-b22a-b3cef4c54c11 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:12.680058 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2cfc7f94-c51d-4119-804e-ec728d273893 req-fa75356b-c98d-4b42-b22a-b3cef4c54c11 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0523255 Apr 07 17:59:12.728156 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2cfc7f94-c51d-4119-804e-ec728d273893 req-7a986d3f-f577-4f7e-8a2c-72b5eba6bba2 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424836 Apr 07 17:59:13.855072 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241df9d-d39d-4578-b4e2-c8f0d0ac09b3 req-76d29132-d7e1-4a4b-9148-2ca12c5a87be tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:13.857192 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5241df9d-d39d-4578-b4e2-c8f0d0ac09b3 req-76d29132-d7e1-4a4b-9148-2ca12c5a87be tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0568759 Apr 07 17:59:13.907995 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5241df9d-d39d-4578-b4e2-c8f0d0ac09b3 req-310fe793-51cc-4513-8526-3c86f0f7d938 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451772 Apr 07 17:59:15.029080 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d325-70ac-4dc2-82e9-a59ab5d2aebf req-1ad67372-f6cc-4063-acd3-3930f133edf8 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:15.030583 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b409d325-70ac-4dc2-82e9-a59ab5d2aebf req-1ad67372-f6cc-4063-acd3-3930f133edf8 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0578256 Apr 07 17:59:15.079658 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b409d325-70ac-4dc2-82e9-a59ab5d2aebf req-bd5cce86-eb63-4d22-af07-2e1e1cf596f3 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Apr 07 17:59:16.196906 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64b0ed-2736-417b-bb8a-439891f3177b req-b8324800-8d0c-4fcd-9b3f-decfd1ff0874 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:16.198439 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d64b0ed-2736-417b-bb8a-439891f3177b req-b8324800-8d0c-4fcd-9b3f-decfd1ff0874 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0528212 Apr 07 17:59:16.251707 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d64b0ed-2736-417b-bb8a-439891f3177b req-427b833d-9e71-4400-9092-a2a2178053cd tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Apr 07 17:59:17.378281 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254e0a-50bd-4e85-aefd-51b4ee66fe12 req-11dd34fb-51f3-46ba-8a67-cb333b83db6a tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:17.380463 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25254e0a-50bd-4e85-aefd-51b4ee66fe12 req-11dd34fb-51f3-46ba-8a67-cb333b83db6a tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0567918 Apr 07 17:59:17.430192 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25254e0a-50bd-4e85-aefd-51b4ee66fe12 req-f1991f29-edc7-4ad9-8271-dcb21d29ce4b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440540 Apr 07 17:59:17.499418 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36356) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:17.601596 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6941ea37-0e98-40b6-b18b-7e1a75b49f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:17.673374 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6941ea37-0e98-40b6-b18b-7e1a75b49f3b admin admin] Publish callbacks [] for security_group (758e4245-d163-4df1-9766-b1a1118ea8c3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:17.753025 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6941ea37-0e98-40b6-b18b-7e1a75b49f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (758e4245-d163-4df1-9766-b1a1118ea8c3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:17.792140 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6941ea37-0e98-40b6-b18b-7e1a75b49f3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5cdd4b22776486d803e44c4a1884f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915785 Apr 07 17:59:17.792973 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941ea37-0e98-40b6-b18b-7e1a75b49f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758e4245-d163-4df1-9766-b1a1118ea8c3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:17.794975 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36360) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 17:59:17.843430 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6c3eae76-b0b3-4454-9d7d-a578a5e78987 admin admin] Publish callbacks [] for security_group (758e4245-d163-4df1-9766-b1a1118ea8c3), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:17.864389 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6c3eae76-b0b3-4454-9d7d-a578a5e78987 admin admin] Publish callbacks [] for security_group (758e4245-d163-4df1-9766-b1a1118ea8c3), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:17.998854 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6c3eae76-b0b3-4454-9d7d-a578a5e78987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (758e4245-d163-4df1-9766-b1a1118ea8c3), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:18.001432 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6c3eae76-b0b3-4454-9d7d-a578a5e78987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:18.002565 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6c3eae76-b0b3-4454-9d7d-a578a5e78987 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/758e4245-d163-4df1-9766-b1a1118ea8c3 HTTP/1.1" status: 204 len: 168 time: 0.2066133 Apr 07 17:59:18.011010 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eae76-b0b3-4454-9d7d-a578a5e78987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758e4245-d163-4df1-9766-b1a1118ea8c3,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:18.546840 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f416-7fb7-4e46-8580-6a158abc6d4c req-f0504a25-31dd-40d8-ac39-ef34c72715cb tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:18.548296 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fb3f416-7fb7-4e46-8580-6a158abc6d4c req-f0504a25-31dd-40d8-ac39-ef34c72715cb tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 943 time: 0.0513318 Apr 07 17:59:18.600168 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fb3f416-7fb7-4e46-8580-6a158abc6d4c req-8187766e-ae5d-4904-a823-2a41e93e027a tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456564 Apr 07 17:59:19.141826 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:19.353962 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 456e5900-67cf-48e8-9c4b-59a82256ebb7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 17:59:19.452594 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:19.464121 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Returning: {'device': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'port_id': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'mac_address': 'fa:16:3e:32:5e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 17:59:19.499638 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 456e5900-67cf-48e8-9c4b-59a82256ebb7 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:59:19.500018 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:19.512858 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456e5900-67cf-48e8-9c4b-59a82256ebb7 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 17:59:19.531917 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:19.627903 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:19.682199 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=7']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:19.721176 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df367872-1ac4-4de0-b41a-319e15fb7db8 req-b31f3e89-bc33-4f11-8d55-276b8fb2057f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:19.722610 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df367872-1ac4-4de0-b41a-319e15fb7db8 req-b31f3e89-bc33-4f11-8d55-276b8fb2057f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 944 time: 0.0553191 Apr 07 17:59:19.772173 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df367872-1ac4-4de0-b41a-319e15fb7db8 req-177727d6-f9a3-40f9-bfb9-c06605017bc6 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Apr 07 17:59:19.833000 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] get_ports_and_sgs() called for port_ids ['456e5900-67cf-48e8-9c4b-59a82256ebb7'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 17:59:20.891047 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f468e7-9fe1-46df-8cdb-ac509c1c7e76 req-6052c711-0ce2-42ae-b148-5104654cc80a tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:20.892524 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48f468e7-9fe1-46df-8cdb-ac509c1c7e76 req-6052c711-0ce2-42ae-b148-5104654cc80a tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 944 time: 0.0520823 Apr 07 17:59:20.940548 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48f468e7-9fe1-46df-8cdb-ac509c1c7e76 req-93e0724a-3301-4d38-80e0-cbf55dd6d91f tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 Apr 07 17:59:21.378494 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 456e5900-67cf-48e8-9c4b-59a82256ebb7 up at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 17:59:21.427124 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Provisioning complete for port 456e5900-67cf-48e8-9c4b-59a82256ebb7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 17:59:21.427487 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399776'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:21.504370 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Current status of the port 456e5900-67cf-48e8-9c4b-59a82256ebb7 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 17:59:21.504745 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3347391'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:21.526397 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 17:59:21.528615 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd194b4262e2eafda9b70351bfbe0675cbfbef14b47c341c47d6a6828212fd1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf1cebf-2464-4de5-8d13-760f353e35b6" -d '{"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-plugged", "status": "completed", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 17:59:21.541369 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 17:59:21.564185 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc73756-c83d-415a-bba5-5744c88f4620 x-openstack-request-id: req-0dc73756-c83d-415a-bba5-5744c88f4620 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 17:59:21.565124 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-plugged", "status": "completed", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 17:59:21.565329 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0dc73756-c83d-415a-bba5-5744c88f4620 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 17:59:21.565779 dv-cinder-836996-1-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc73756-c83d-415a-bba5-5744c88f4620'] response: {'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'code': 200} Apr 07 17:59:21.616355 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788053779815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788053319527', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788053319545'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:21.666243 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Pushing event updated for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=8']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 17:59:21.815364 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addeaac-1c20-4f3b-8316-3255f873ca73 req-7e3078bc-301e-42b4-819f-7df4594f8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:21.816896 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7addeaac-1c20-4f3b-8316-3255f873ca73 req-7e3078bc-301e-42b4-819f-7df4594f8df1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0486865 Apr 07 17:59:21.860732 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7addeaac-1c20-4f3b-8316-3255f873ca73 req-be1ba5a9-1017-4ba3-a69a-5aa77615bfb8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379915 Apr 07 17:59:22.057757 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f67a7c-c7e7-47a2-ac38-3852c41111a3 req-a32a8f09-57b0-40ac-a8d9-847b98fe7613 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:22.059213 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7f67a7c-c7e7-47a2-ac38-3852c41111a3 req-a32a8f09-57b0-40ac-a8d9-847b98fe7613 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Apr 07 17:59:22.105935 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7f67a7c-c7e7-47a2-ac38-3852c41111a3 req-7b0039d7-a9ba-41c9-b858-d3df1d0771fc tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411983 Apr 07 17:59:23.230647 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1528ac-c643-4412-80c7-28b9e055a82a req-e1052171-ee9b-4aae-b6eb-d05eb2a1aff0 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:23.232386 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed1528ac-c643-4412-80c7-28b9e055a82a req-e1052171-ee9b-4aae-b6eb-d05eb2a1aff0 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0539670 Apr 07 17:59:23.283753 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed1528ac-c643-4412-80c7-28b9e055a82a req-671cfa3e-6af5-41f0-9162-b74b96cbec00 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 Apr 07 17:59:29.681391 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-2dc47951-6080-4825-91d9-e03863c74c60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425849 Apr 07 17:59:29.763599 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-d9cad746-4146-4975-8482-925a5506154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:29.765068 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-d9cad746-4146-4975-8482-925a5506154c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0449660 Apr 07 17:59:29.867798 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-52611133-35f8-4e15-8e58-dc9670488637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:29.869269 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-52611133-35f8-4e15-8e58-dc9670488637 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 910 time: 0.0863907 Apr 07 17:59:29.930793 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-7df6899b-e52c-47b1-8b97-8ebf72564617 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 1001 time: 0.0556278 Apr 07 17:59:29.976947 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-aefaf33a-da80-4a08-9666-c5f989674eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:29.978398 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-aefaf33a-da80-4a08-9666-c5f989674eee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0420108 Apr 07 17:59:30.028631 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-bdefb092-fdcb-4b6a-90f7-e63b3c8de46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 17:59:30.030102 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-bdefb092-fdcb-4b6a-90f7-e63b3c8de46c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464354 Apr 07 17:59:30.117064 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-f9778eed-49b3-4e43-879a-7edc16cf29cb service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799835 Apr 07 17:59:30.206302 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de3122b5-ae8e-4c72-8021-7deb65de112f req-a161b571-5a2d-43f7-82aa-69bbba63b7f4 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834191 Apr 07 17:59:30.861846 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6918ba9b-aa98-42a5-9634-e32d7735920a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:33.261299 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba7cd-c67a-4aa7-ad84-9b1de3885f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:34.582959 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:35.815454 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:37.141568 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 17:59:48.907277 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 17:59:49.123938 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:00.873189 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78fae177-9d7e-48c8-981b-ff4662c1034b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:03.228021 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-00693c19-4028-4edd-b16d-ed1c2401ac85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:04.587936 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:05.793432 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:07.175843 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:19.140715 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:25.905484 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:00:30.845130 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3013e48c-95d6-4596-b8d1-b2be52dbc578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:31.441567 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-ef92b497-cece-445a-b975-ed99dc25c70b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451753 Apr 07 18:00:31.524454 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-2333a9e7-fce0-4289-844a-ee5d6c033ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:31.526207 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-2333a9e7-fce0-4289-844a-ee5d6c033ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0447481 Apr 07 18:00:31.630919 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-3050b51c-95f2-461a-8f06-473c5f037185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:31.632422 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-3050b51c-95f2-461a-8f06-473c5f037185 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 910 time: 0.0888155 Apr 07 18:00:31.699685 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-8875ee30-eafd-4b47-a285-0d27dd6f41ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 1001 time: 0.0605569 Apr 07 18:00:31.750082 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-ab0d4211-079d-443a-930d-ac4c0d560d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:31.751485 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-ab0d4211-079d-443a-930d-ac4c0d560d2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0463426 Apr 07 18:00:31.798972 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-60829ca8-ff2b-45af-967d-c8652407987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:31.800421 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-60829ca8-ff2b-45af-967d-c8652407987c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434523 Apr 07 18:00:31.890220 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-8ceab54b-cf53-4c25-8ffe-c05d08e0c486 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832460 Apr 07 18:00:31.977523 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-948bdf97-8e20-49ac-bd9c-c2225177f89c req-9cbc65bc-b10d-4369-9cab-6cea968b9bdd service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809183 Apr 07 18:00:33.244756 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e94e20ff-3c09-416d-817d-49b98811043d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:34.587301 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:35.798889 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:36.175826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36392) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:36.329985 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Deleting port dbf9621d-de3d-49e0-aa61-47cdba3c533d {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:36.330307 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:36.409456 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:36.409786 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for floatingip (dbf9621d-de3d-49e0-aa61-47cdba3c533d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:36.433919 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Calling delete_port for dbf9621d-de3d-49e0-aa61-47cdba3c533d owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:36.660966 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (dbf9621d-de3d-49e0-aa61-47cdba3c533d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:36.694765 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event deleted for resources: {'Port': ['ID=dbf9621d-de3d-49e0-aa61-47cdba3c533d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:36.705268 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.705613 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.705945 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.706276 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.706602 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.706925 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.707244 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.707561 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.707876 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.708192 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.708506 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.709899 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.710037 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.710495 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.710826 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:36.773054 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for floatingip (3319602a-e464-41f5-88c6-d892a27688be), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:36.773418 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Floating IP 3319602a-e464-41f5-88c6-d892a27688be disassociated (deleted). External IP: 172.27.0.114, port: 456e5900-67cf-48e8-9c4b-59a82256ebb7. Apr 07 18:00:36.979728 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Router 98950072-41fb-4371-a6e9-314eba934203 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 18:00:37.089087 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 18:00:37.093952 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:37.100185 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] Sync routers for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 18:00:37.109412 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 18:00:37.110028 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T18:00:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:37.125094 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-073d1008-7a19-4b29-aed3-6472adb1ebd4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "DELETE /v2.0/floatingips/3319602a-e464-41f5-88c6-d892a27688be HTTP/1.1" status: 204 len: 168 time: 0.9481649 Apr 07 18:00:37.125786 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 18:00:37.128139 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11272cd3cded79ca7e932b81fa5fcbe794f40fca2cce5804fc41481666cfd65d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a83d63-3fce-42f0-8ef3-808cd49e23c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 18:00:37.168082 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c858c0-0344-4922-83d7-10e03780dc60 x-openstack-request-id: req-04c858c0-0344-4922-83d7-10e03780dc60 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 18:00:37.168411 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 18:00:37.169029 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04c858c0-0344-4922-83d7-10e03780dc60 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 18:00:37.170049 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c858c0-0344-4922-83d7-10e03780dc60'] response: {'name': 'network-changed', 'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'status': 'completed', 'code': 200} Apr 07 18:00:37.174366 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:37.240920 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-56ba822c-6f35-4a89-8b41-c299efbeb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:37.242994 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-56ba822c-6f35-4a89-8b41-c299efbeb752 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5ec31cb0df4492eaff128c55923a768&device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 1129 time: 0.0507441 Apr 07 18:00:37.244803 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 18:00:37.347000 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-9fa0a1eb-fdd6-4c4d-af87-77b641c16707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:37.348604 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-9fa0a1eb-fdd6-4c4d-af87-77b641c16707 service neutron] 10.222.0.37 "GET /v2.0/networks?id=69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 200 len: 910 time: 0.1000013 Apr 07 18:00:37.390316 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-1ed18624-f9ce-47c8-b1bf-9b2d8165129a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 200 len: 217 time: 0.0354571 Apr 07 18:00:37.448811 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-dc6801a8-40a4-4b4d-b208-d6d60a5abc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:37.450615 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-dc6801a8-40a4-4b4d-b208-d6d60a5abc55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 200 len: 848 time: 0.0547318 Apr 07 18:00:37.466113 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:02Z', 'revision_number': 5, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:37.496677 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] Checking router: 98950072-41fb-4371-a6e9-314eba934203 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 18:00:37.500935 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-911c31c5-8688-41a1-aa49-c627dd3e8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:37.502885 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-911c31c5-8688-41a1-aa49-c627dd3e8201 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69ed99ba-0f4b-4b9f-8946-970643f9b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464602 Apr 07 18:00:37.506794 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 18:00:37.507231 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T18:00:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:37.608445 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-0928cd77-b23f-4842-a6be-586bb3703611 service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000516 Apr 07 18:00:37.621270 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 18:00:37.649839 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcf65c-246c-4788-95f5-f70275d29901 req-c33307f6-9434-414f-954e-dc1390413bd9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:37.651621 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cffcf65c-246c-4788-95f5-f70275d29901 req-c33307f6-9434-414f-954e-dc1390413bd9 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0599508 Apr 07 18:00:37.702214 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cffcf65c-246c-4788-95f5-f70275d29901 req-2362d750-e778-43b6-8239-ba0ae9fd1822 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447836 Apr 07 18:00:37.819654 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:02Z', 'revision_number': 5, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:37.845254 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25eacb2-167c-4af4-875a-3e9723713e26 None None] The sync data for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi is: [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T17:55:58Z', 'revision_number': 4, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi', '_interfaces': [{'id': '3bcb493a-c918-445b-94cc-1a05b6fa099f', 'name': '', 'network_id': '69ed99ba-0f4b-4b9f-8946-970643f9b766', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'mac_address': 'fa:16:3e:74:84:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:57Z', 'updated_at': '2022-04-07T17:56:02Z', 'revision_number': 5, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'subnets': [{'id': '8ed7c1bd-0c44-4997-839f-49d3f33a8dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 18:00:38.054844 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b90d27-af8b-4bf8-bc14-e3540ce2b2d7 None None] New status for floating IP 3319602a-e464-41f5-88c6-d892a27688be: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 18:00:38.611592 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60a83d63-3fce-42f0-8ef3-808cd49e23c3 req-a9023902-75b0-4ffd-8747-6be234771e9f service neutron] 10.222.0.37 "GET /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806043 Apr 07 18:00:38.829304 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a606ab3-9ec4-4513-b8d1-aa66406f0fd8 req-396505f0-39a4-42c8-a4d4-2b1c21997d9e tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:38.830782 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a606ab3-9ec4-4513-b8d1-aa66406f0fd8 req-396505f0-39a4-42c8-a4d4-2b1c21997d9e tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0557544 Apr 07 18:00:38.878234 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a606ab3-9ec4-4513-b8d1-aa66406f0fd8 req-b390f793-e6d7-42e3-836c-ed473aaaa286 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/security-groups?id=32f753da-3ace-4210-a7e3-425d6c13d553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417132 Apr 07 18:00:39.085875 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-01238fe4-7bda-466d-ab8f-b753ab09872b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 18:00:39.087324 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-01238fe4-7bda-466d-ab8f-b753ab09872b tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 945 time: 0.0502379 Apr 07 18:00:39.178765 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Deleting port 456e5900-67cf-48e8-9c4b-59a82256ebb7 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:39.179102 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:39.264686 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] For port 456e5900-67cf-48e8-9c4b-59a82256ebb7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=456e5900-67cf-48e8-9c4b-59a82256ebb7,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:39.265051 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:39.278233 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Calling delete_port for 456e5900-67cf-48e8-9c4b-59a82256ebb7 owned by compute:nova {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:39.495518 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (456e5900-67cf-48e8-9c4b-59a82256ebb7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:39.523046 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event deleted for resources: {'Port': ['ID=456e5900-67cf-48e8-9c4b-59a82256ebb7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:39.536634 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.536982 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.537303 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.537643 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.537974 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.538299 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.538621 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.538942 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.539262 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.539580 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.539899 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.540222 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.540538 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.540852 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.541185 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:39.576595 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] No DVR routers for this DVR port 456e5900-67cf-48e8-9c4b-59a82256ebb7 on host hv-cinder-83699 {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 18:00:39.579142 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244444'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:39.582474 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a47e380c-75ab-4a6b-a53a-70b2e7440a7a req-083fe937-a6ff-4484-a426-a3988cdc57da tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.37 "DELETE /v2.0/ports/456e5900-67cf-48e8-9c4b-59a82256ebb7 HTTP/1.1" status: 204 len: 173 time: 0.4902477 Apr 07 18:00:39.582929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-deleted', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 18:00:39.585929 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec465f2652a4364f1ef6bc2135572e558048d4da9a1656d1f3259f5bdcaff5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa91c97-cc6b-406f-9c0a-1381370133d2" -d '{"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-deleted", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 18:00:39.619957 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a17bd2-ebbd-450f-b33d-c2bb6475d420 x-openstack-request-id: req-51a17bd2-ebbd-450f-b33d-c2bb6475d420 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 18:00:39.620507 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6", "name": "network-vif-deleted", "tag": "456e5900-67cf-48e8-9c4b-59a82256ebb7", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 18:00:39.620507 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51a17bd2-ebbd-450f-b33d-c2bb6475d420 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 18:00:39.620874 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a17bd2-ebbd-450f-b33d-c2bb6475d420'] response: {'server_uuid': '1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6', 'name': 'network-vif-deleted', 'tag': '456e5900-67cf-48e8-9c4b-59a82256ebb7', 'status': 'completed', 'code': 200} Apr 07 18:00:39.978460 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21beddb1-1fb7-4d3f-9c9e-f6d48d975ba4 req-51f15e82-1aba-4ee3-981c-81f2eab119a4 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c3dad15-5d9a-4ead-a4f6-e8f7e3adf5d6 HTTP/1.1" status: 200 len: 210 time: 0.0317578 Apr 07 18:00:41.035678 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36420) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:41.092466 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d360bd-166e-4ac8-a065-1c2e0a930317 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group (32f753da-3ace-4210-a7e3-425d6c13d553), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:41.117866 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d360bd-166e-4ac8-a065-1c2e0a930317 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group (32f753da-3ace-4210-a7e3-425d6c13d553), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:41.281546 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d360bd-166e-4ac8-a065-1c2e0a930317 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (32f753da-3ace-4210-a7e3-425d6c13d553), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:41.281546 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12d360bd-166e-4ac8-a065-1c2e0a930317 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:41.281546 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-12d360bd-166e-4ac8-a065-1c2e0a930317 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] 10.222.0.26 "DELETE /v2.0/security-groups/32f753da-3ace-4210-a7e3-425d6c13d553 HTTP/1.1" status: 204 len: 168 time: 0.2295053 Apr 07 18:00:41.281546 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d360bd-166e-4ac8-a065-1c2e0a930317 tempest-TestShelveInstance-243474776 tempest-TestShelveInstance-243474776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f753da-3ace-4210-a7e3-425d6c13d553,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:42.426587 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36426) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:43.015731 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (98950072-41fb-4371-a6e9-314eba934203), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:43.256299 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Deleting port 3bcb493a-c918-445b-94cc-1a05b6fa099f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:43.256632 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:43.335246 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] For port 3bcb493a-c918-445b-94cc-1a05b6fa099f, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=3bcb493a-c918-445b-94cc-1a05b6fa099f,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:43.335531 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:43.347750 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Calling delete_port for 3bcb493a-c918-445b-94cc-1a05b6fa099f owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:43.616506 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (3bcb493a-c918-445b-94cc-1a05b6fa099f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:43.641247 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcb493a-c918-445b-94cc-1a05b6fa099f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:43.722472 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 456e5900-67cf-48e8-9c4b-59a82256ebb7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 18:00:43.745656 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] No Port match for: 456e5900-67cf-48e8-9c4b-59a82256ebb7 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 18:00:43.746269 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Device 456e5900-67cf-48e8-9c4b-59a82256ebb7 not bound to the agent host hv-cinder-83699 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 18:00:43.821784 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (98950072-41fb-4371-a6e9-314eba934203), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:44.041786 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Router 98950072-41fb-4371-a6e9-314eba934203 has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 18:00:44.148224 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 18:00:44.154193 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c64c05f5-57ee-4537-b802-161028ee99d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/98950072-41fb-4371-a6e9-314eba934203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259331 Apr 07 18:00:44.156201 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36428) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:44.159240 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] Sync routers for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 18:00:44.169773 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 18:00:44.170397 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T18:00:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:44.267521 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks [] for router (98950072-41fb-4371-a6e9-314eba934203), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:44.375349 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks [] for router_gateway (98950072-41fb-4371-a6e9-314eba934203), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:44.407473 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: dv-cinder-836996-1-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 18:00:44.504098 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Deleting port 458345d9-213b-45bb-b2c6-12d0b92dec4f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:44.504438 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:44.583750 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T18:00:43Z', 'revision_number': 5, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port': {'id': '458345d9-213b-45bb-b2c6-12d0b92dec4f', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98950072-41fb-4371-a6e9-314eba934203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:55:55Z', 'updated_at': '2022-04-07T17:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:44.584918 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] For port 458345d9-213b-45bb-b2c6-12d0b92dec4f, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=458345d9-213b-45bb-b2c6-12d0b92dec4f,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:44.585320 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:44.598567 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Calling delete_port for 458345d9-213b-45bb-b2c6-12d0b92dec4f owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:44.614780 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] Checking router: 98950072-41fb-4371-a6e9-314eba934203 for host: dv-cinder-836996-1-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 18:00:44.623586 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] Routers {'98950072-41fb-4371-a6e9-314eba934203'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 18:00:44.624206 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T18:00:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['98950072-41fb-4371-a6e9-314eba934203'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:44.712765 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] Set router 98950072-41fb-4371-a6e9-314eba934203 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 18:00:44.765921 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T18:00:44Z', 'revision_number': 6, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:44.795854 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf35954-0b3c-4b7b-acdc-9de66f47b0d2 None None] The sync data for ids ['98950072-41fb-4371-a6e9-314eba934203'] in dv-cinder-836996-1-iscsi is: [{'id': '98950072-41fb-4371-a6e9-314eba934203', 'name': 'tempest-TestShelveInstance-1853145665-router', 'tenant_id': 'c5ec31cb0df4492eaff128c55923a768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:55:54Z', 'updated_at': '2022-04-07T18:00:44Z', 'revision_number': 6, 'project_id': 'c5ec31cb0df4492eaff128c55923a768', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 18:00:44.822153 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (458345d9-213b-45bb-b2c6-12d0b92dec4f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:44.855262 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Pushing event deleted for resources: {'Port': ['ID=458345d9-213b-45bb-b2c6-12d0b92dec4f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:44.918523 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (98950072-41fb-4371-a6e9-314eba934203), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.008594 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (98950072-41fb-4371-a6e9-314eba934203), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.010756 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks [] for router_controller (98950072-41fb-4371-a6e9-314eba934203), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.102792 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (98950072-41fb-4371-a6e9-314eba934203), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.103270 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98950072-41fb-4371-a6e9-314eba934203 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 18:00:45.110161 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.110161 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-962dc430-c85b-46c8-8942-bd4c07b8ade9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/98950072-41fb-4371-a6e9-314eba934203 HTTP/1.1" status: 204 len: 168 time: 0.9515584 Apr 07 18:00:45.111315 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36430) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:45.155959 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] Deleting subnet 8ed7c1bd-0c44-4997-839f-49d3f33a8dcd {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 18:00:45.159650 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] Publish callbacks [] for subnet (8ed7c1bd-0c44-4997-839f-49d3f33a8dcd), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.196658 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4313709'] for subnet (8ed7c1bd-0c44-4997-839f-49d3f33a8dcd), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.280811 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (8ed7c1bd-0c44-4997-839f-49d3f33a8dcd), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.405417 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6150084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6186961'] for subnet (8ed7c1bd-0c44-4997-839f-49d3f33a8dcd), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.431284 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed7c1bd-0c44-4997-839f-49d3f33a8dcd,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:45.434888 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.438082 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7086d701-5163-4297-8568-68c7611e1860 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8ed7c1bd-0c44-4997-839f-49d3f33a8dcd HTTP/1.1" status: 204 len: 168 time: 0.3258576 Apr 07 18:00:45.440702 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.26', 36432) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:45.443307 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549d052-a680-4522-9090-5092e68fc878 None None] Network 69ed99ba-0f4b-4b9f-8946-970643f9b766 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 18:00:45.511172 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (69ed99ba-0f4b-4b9f-8946-970643f9b766), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.567722 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Deleting port b96256fe-4e6c-4ad4-ba39-d459bb82395a {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:45.568222 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.608690 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] DHCP port deletion for 69ed99ba-0f4b-4b9f-8946-970643f9b766 request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 18:00:45.635945 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] For port b96256fe-4e6c-4ad4-ba39-d459bb82395a, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=b96256fe-4e6c-4ad4-ba39-d459bb82395a,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:45.636302 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.650978 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Calling delete_port for b96256fe-4e6c-4ad4-ba39-d459bb82395a owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:45.658434 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Deleting port b96256fe-4e6c-4ad4-ba39-d459bb82395a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:45.658870 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.727974 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] For port b96256fe-4e6c-4ad4-ba39-d459bb82395a, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=b96256fe-4e6c-4ad4-ba39-d459bb82395a,segment=NetworkSegment(ecde127b-aec4-4464-847f-dcec502c1138),segment_id=ecde127b-aec4-4464-847f-dcec502c1138)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:45.728241 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.741835 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Calling delete_port for b96256fe-4e6c-4ad4-ba39-d459bb82395a owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:45.890995 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:45.917287 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Pushing event deleted for resources: {'Port': ['ID=b96256fe-4e6c-4ad4-ba39-d459bb82395a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:45.922106 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] No DVR routers for this DVR port b96256fe-4e6c-4ad4-ba39-d459bb82395a on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 18:00:45.928789 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.929274 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.929620 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.930514 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.930844 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.931170 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.931494 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.931820 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.932285 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.932699 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.933031 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.933391 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.933699 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.934018 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:45.934333 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bc8d1-c303-4480-ba14-7afeb5be17e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-1-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 18:00:46.000078 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6149905'] for port (b96256fe-4e6c-4ad4-ba39-d459bb82395a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:46.027363 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96256fe-4e6c-4ad4-ba39-d459bb82395a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:46.029226 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] No DVR routers for this DVR port b96256fe-4e6c-4ad4-ba39-d459bb82395a on host dv-cinder-836996-1-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 18:00:46.069001 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device b96256fe-4e6c-4ad4-ba39-d459bb82395a no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 18:00:46.089753 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: b96256fe-4e6c-4ad4-ba39-d459bb82395a {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 18:00:46.090092 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device b96256fe-4e6c-4ad4-ba39-d459bb82395a not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 18:00:46.090504 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 458345d9-213b-45bb-b2c6-12d0b92dec4f no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 18:00:46.104360 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (69ed99ba-0f4b-4b9f-8946-970643f9b766), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:46.110294 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 458345d9-213b-45bb-b2c6-12d0b92dec4f {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 18:00:46.110629 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 458345d9-213b-45bb-b2c6-12d0b92dec4f not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 18:00:46.111034 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 3bcb493a-c918-445b-94cc-1a05b6fa099f no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 18:00:46.125019 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ed99ba-0f4b-4b9f-8946-970643f9b766']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:46.133034 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 3bcb493a-c918-445b-94cc-1a05b6fa099f {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 18:00:46.133402 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 3bcb493a-c918-445b-94cc-1a05b6fa099f not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 18:00:46.134736 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecde127b-aec4-4464-847f-dcec502c1138') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:46.135034 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecde127b-aec4-4464-847f-dcec502c1138') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:46.144384 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4313716'] for segment (ecde127b-aec4-4464-847f-dcec502c1138), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:46.161481 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (ecde127b-aec4-4464-847f-dcec502c1138), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:46.168323 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 18:00:46.168642 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6149922'] for segment (ecde127b-aec4-4464-847f-dcec502c1138), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: self.session.flush() Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: self.session.flush() Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: self.session.flush() Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: self.session.flush() Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: Traceback (most recent call last): Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: timer() Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: cb(*args, **kw) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: return func(*args, **kwargs) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: self._notify() Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: self.callback(batched_events) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: event.method(event) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: return f(self, *a, **k) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._get(url).json() Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 18:00:46.170285 dv-cinder-836996-1-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 18:00:46.262053 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (69ed99ba-0f4b-4b9f-8946-970643f9b766), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:46.267225 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:46.270642 dv-cinder-836996-1-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/69ed99ba-0f4b-4b9f-8946-970643f9b766 HTTP/1.1" status: 204 len: 168 time: 0.8290079 Apr 07 18:00:46.274474 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36434) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:46.282112 dv-cinder-836996-1-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26b5b2-2198-414d-93e9-ebba29f5dae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ed99ba-0f4b-4b9f-8946-970643f9b766,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:46.860175 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2030788'] for router_interface (67010898-687a-4802-b3b1-38fc2c75febd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:47.102402 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Deleting port a05ad9ef-1316-41b8-91c7-2684d202220a {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:47.102402 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:47.182817 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] For port a05ad9ef-1316-41b8-91c7-2684d202220a, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=a05ad9ef-1316-41b8-91c7-2684d202220a,segment=NetworkSegment(8de7a54c-9fb3-4bce-af57-3c08528c7937),segment_id=8de7a54c-9fb3-4bce-af57-3c08528c7937)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:47.183179 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:47.195344 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Calling delete_port for a05ad9ef-1316-41b8-91c7-2684d202220a owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:47.450864 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (a05ad9ef-1316-41b8-91c7-2684d202220a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:47.479264 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05ad9ef-1316-41b8-91c7-2684d202220a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:47.650064 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2030731'] for router_interface (67010898-687a-4802-b3b1-38fc2c75febd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:47.864995 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Router 67010898-687a-4802-b3b1-38fc2c75febd has already been hosted by L3 agent 82f7ab80-32fe-4c73-a278-21817a94ed6d {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 18:00:47.971355 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] Notify agent at l3_agent.dv-cinder-836996-1-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 18:00:47.976613 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6fd56900-abe3-401e-b37d-82a35aa18fa0 admin admin] 10.222.0.26 "PUT /v2.0/routers/67010898-687a-4802-b3b1-38fc2c75febd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011282 Apr 07 18:00:47.979218 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36436) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:47.982712 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] Sync routers for ids ['67010898-687a-4802-b3b1-38fc2c75febd'] in dv-cinder-836996-1-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 18:00:47.992119 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] Routers {'67010898-687a-4802-b3b1-38fc2c75febd'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 18:00:47.993518 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T18:00:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['67010898-687a-4802-b3b1-38fc2c75febd'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:48.092739 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks [] for router (67010898-687a-4802-b3b1-38fc2c75febd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.114578 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] Set router 67010898-687a-4802-b3b1-38fc2c75febd gateway port host: dv-cinder-836996-1-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 18:00:48.198674 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks [] for router_gateway (67010898-687a-4802-b3b1-38fc2c75febd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.289787 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'external_fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T18:00:47Z', 'revision_number': 5, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port': {'id': 'bf8f9732-8751-4b52-91f6-bf54486f53cd', 'name': '', 'network_id': 'f85d8aa6-20d5-447f-b2cd-5fdd04cf6194', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67010898-687a-4802-b3b1-38fc2c75febd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T17:56:02Z', 'updated_at': '2022-04-07T17:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2cd22f9c-0f2f-471f-b9f8-e8bfc9a20607', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-1-iscsi'}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:48.315720 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] Checking router: 67010898-687a-4802-b3b1-38fc2c75febd for host: dv-cinder-836996-1-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 18:00:48.324728 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] Routers {'67010898-687a-4802-b3b1-38fc2c75febd'} bound to L3 agent in host dv-cinder-836996-1-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 18:00:48.325376 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T17:10:33Z,description=,heartbeat_timestamp=2022-04-07T18:00:33Z,host='dv-cinder-836996-1-iscsi',id=82f7ab80-32fe-4c73-a278-21817a94ed6d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T17:10:34Z,topic='l3_agent')) {'router_ids': ['67010898-687a-4802-b3b1-38fc2c75febd'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:48.338569 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Deleting port bf8f9732-8751-4b52-91f6-bf54486f53cd {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:48.338924 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.435871 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] For port bf8f9732-8751-4b52-91f6-bf54486f53cd, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=bf8f9732-8751-4b52-91f6-bf54486f53cd,segment=NetworkSegment(1e874ea3-6af3-427f-a892-eaa8737daa06),segment_id=1e874ea3-6af3-427f-a892-eaa8737daa06)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:48.436240 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.450322 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Calling delete_port for bf8f9732-8751-4b52-91f6-bf54486f53cd owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:48.500337 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] Set router 67010898-687a-4802-b3b1-38fc2c75febd gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 18:00:48.553319 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T18:00:48Z', 'revision_number': 6, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port_host': None}], 'dv-cinder-836996-1-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:48.579678 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379aeab6-a676-4cac-ab7c-6d4cd10d871d None None] The sync data for ids ['67010898-687a-4802-b3b1-38fc2c75febd'] in dv-cinder-836996-1-iscsi is: [{'id': '67010898-687a-4802-b3b1-38fc2c75febd', 'name': 'tempest-TestShelveInstance-286886244-router', 'tenant_id': 'f38ca161605a456fa43ece5f2a5af987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T17:56:01Z', 'updated_at': '2022-04-07T18:00:48Z', 'revision_number': 6, 'project_id': 'f38ca161605a456fa43ece5f2a5af987', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 18:00:48.708274 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (bf8f9732-8751-4b52-91f6-bf54486f53cd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.736447 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8f9732-8751-4b52-91f6-bf54486f53cd,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:48.797991 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2031102'] for router_gateway (67010898-687a-4802-b3b1-38fc2c75febd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.891805 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31462'] for router (67010898-687a-4802-b3b1-38fc2c75febd), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.894000 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks [] for router_controller (67010898-687a-4802-b3b1-38fc2c75febd), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:48.999446 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2025376'] for router (67010898-687a-4802-b3b1-38fc2c75febd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.000016 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67010898-687a-4802-b3b1-38fc2c75febd {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 18:00:49.004721 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.005901 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7fc03062-69ad-4f7c-a3cc-9c385a5986a8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/67010898-687a-4802-b3b1-38fc2c75febd HTTP/1.1" status: 204 len: 168 time: 1.0259054 Apr 07 18:00:49.008386 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36438) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:49.053529 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] Deleting subnet d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 18:00:49.056902 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] Publish callbacks [] for subnet (d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.091547 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6073374'] for subnet (d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.135211 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.170108 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3279492'] for subnet (d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.302793 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3279501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4440838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4342526'] for subnet (d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.328971 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:49.332759 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.335875 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c31a95b5-e281-4c11-9263-73ac66816f4e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d79ef3ff-fa92-4910-be6c-6e8f8a7cdc90 HTTP/1.1" status: 204 len: 168 time: 0.3263137 Apr 07 18:00:49.339600 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36440) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:49.347016 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c45af-b094-4f4a-aad7-eabe7081722c None None] Network 78063248-27ff-4e8a-ae82-8672b724e5f6 requested from dv-cinder-836996-1-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 18:00:49.416587 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3149893'] for network (78063248-27ff-4e8a-ae82-8672b724e5f6), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.472588 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Deleting port 50db4a14-f444-44c8-9333-d9da4d76ffd4 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:49.472967 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.505484 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] DHCP port deletion for 78063248-27ff-4e8a-ae82-8672b724e5f6 request from dv-cinder-836996-1-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 18:00:49.550580 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] For port 50db4a14-f444-44c8-9333-d9da4d76ffd4, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=50db4a14-f444-44c8-9333-d9da4d76ffd4,segment=NetworkSegment(8de7a54c-9fb3-4bce-af57-3c08528c7937),segment_id=8de7a54c-9fb3-4bce-af57-3c08528c7937)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:49.550580 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.554451 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] Deleting port 50db4a14-f444-44c8-9333-d9da4d76ffd4 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 18:00:49.554927 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788053774210'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.562163 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Calling delete_port for 50db4a14-f444-44c8-9333-d9da4d76ffd4 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:49.620172 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] For port 50db4a14-f444-44c8-9333-d9da4d76ffd4, host dv-cinder-836996-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-1-iscsi',level=0,port_id=50db4a14-f444-44c8-9333-d9da4d76ffd4,segment=NetworkSegment(8de7a54c-9fb3-4bce-af57-3c08528c7937),segment_id=8de7a54c-9fb3-4bce-af57-3c08528c7937)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 18:00:49.620577 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2015536'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.633302 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] Calling delete_port for 50db4a14-f444-44c8-9333-d9da4d76ffd4 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 18:00:49.690663 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441043'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.713547 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3347454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788053779797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788053319518'] for port (50db4a14-f444-44c8-9333-d9da4d76ffd4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.719225 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] No DVR routers for this DVR port 50db4a14-f444-44c8-9333-d9da4d76ffd4 on host dv-cinder-836996-1-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 18:00:49.724386 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=50db4a14-f444-44c8-9333-d9da4d76ffd4,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:49.739617 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] Pushing event deleted for resources: {'Port': ['ID=50db4a14-f444-44c8-9333-d9da4d76ffd4,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:49.743304 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76428cc4-57c1-47c2-a028-838242d35789 None None] No DVR routers for this DVR port 50db4a14-f444-44c8-9333-d9da4d76ffd4 on host dv-cinder-836996-1-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 18:00:49.797691 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3407645', 'neutron.services.segments.db._delete_segments_for_network-8788053599946'] for network (78063248-27ff-4e8a-ae82-8672b724e5f6), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.816904 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78063248-27ff-4e8a-ae82-8672b724e5f6']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:49.826464 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de7a54c-9fb3-4bce-af57-3c08528c7937') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:49.826757 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de7a54c-9fb3-4bce-af57-3c08528c7937') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 18:00:49.835714 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788053602515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6073351'] for segment (8de7a54c-9fb3-4bce-af57-3c08528c7937), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.848806 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413'] for segment (8de7a54c-9fb3-4bce-af57-3c08528c7937), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.854550 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 18:00:49.854921 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3280413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441056'] for segment (8de7a54c-9fb3-4bce-af57-3c08528c7937), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: Traceback (most recent call last): Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: timer() Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: cb(*args, **kw) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: return func(*args, **kwargs) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: self._notify() Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: self.callback(batched_events) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: event.method(event) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: return f(self, *a, **k) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._get(url).json() Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 18:00:49.856486 dv-cinder-836996-1-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 18:00:49.993861 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2031066'] for network (78063248-27ff-4e8a-ae82-8672b724e5f6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:49.999397 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580088'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:50.002631 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] 10.222.0.26 "DELETE /v2.0/networks/78063248-27ff-4e8a-ae82-8672b724e5f6 HTTP/1.1" status: 204 len: 168 time: 0.6620467 Apr 07 18:00:50.015852 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d74ae-ee18-418e-9d90-005547eb4c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=78063248-27ff-4e8a-ae82-8672b724e5f6,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:50.063080 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device bf8f9732-8751-4b52-91f6-bf54486f53cd no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 18:00:50.083498 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: bf8f9732-8751-4b52-91f6-bf54486f53cd {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 18:00:50.083837 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device bf8f9732-8751-4b52-91f6-bf54486f53cd not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 18:00:50.084243 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 50db4a14-f444-44c8-9333-d9da4d76ffd4 no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 18:00:50.104035 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: 50db4a14-f444-44c8-9333-d9da4d76ffd4 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 18:00:50.104390 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device 50db4a14-f444-44c8-9333-d9da4d76ffd4 not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 18:00:50.104774 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device a05ad9ef-1316-41b8-91c7-2684d202220a no longer exists at agent ovs-agent-dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 18:00:50.126589 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] No Port match for: a05ad9ef-1316-41b8-91c7-2684d202220a {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 18:00:50.126923 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Device a05ad9ef-1316-41b8-91c7-2684d202220a not bound to the agent host dv-cinder-836996-1-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 18:00:50.334842 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36444) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:50.373447 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-aced9adc-b00a-4fcd-9f35-58ab7420af36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5ec31cb0df4492eaff128c55923a768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374162 Apr 07 18:00:50.375968 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36446) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:50.421672 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f0481de-c5a9-40c8-aa23-7f6b13ab8e18 admin admin] Publish callbacks [] for security_group (ea5aea92-9571-468d-96e6-bd5c08ddc9e0), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:50.443078 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f0481de-c5a9-40c8-aa23-7f6b13ab8e18 admin admin] Publish callbacks [] for security_group (ea5aea92-9571-468d-96e6-bd5c08ddc9e0), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:50.553243 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f0481de-c5a9-40c8-aa23-7f6b13ab8e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (ea5aea92-9571-468d-96e6-bd5c08ddc9e0), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:50.556027 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f0481de-c5a9-40c8-aa23-7f6b13ab8e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:50.559013 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2f0481de-c5a9-40c8-aa23-7f6b13ab8e18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea5aea92-9571-468d-96e6-bd5c08ddc9e0 HTTP/1.1" status: 204 len: 168 time: 0.1802902 Apr 07 18:00:50.565109 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0481de-c5a9-40c8-aa23-7f6b13ab8e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5aea92-9571-468d-96e6-bd5c08ddc9e0,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:00:51.181648 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36452) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:51.220092 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1c1bb107-611a-4fc9-af8d-070df26e5a55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f38ca161605a456fa43ece5f2a5af987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372765 Apr 07 18:00:51.222453 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.26', 36454) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 18:00:51.272232 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d466a633-63af-4828-84ac-96af7e679648 admin admin] Publish callbacks [] for security_group (5dcec19f-3b5a-4917-8269-524e506ad276), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:51.292882 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d466a633-63af-4828-84ac-96af7e679648 admin admin] Publish callbacks [] for security_group (5dcec19f-3b5a-4917-8269-524e506ad276), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:51.410837 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d466a633-63af-4828-84ac-96af7e679648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2051158'] for security_group (5dcec19f-3b5a-4917-8269-524e506ad276), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:51.413377 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d466a633-63af-4828-84ac-96af7e679648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:00:51.415067 dv-cinder-836996-1-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d466a633-63af-4828-84ac-96af7e679648 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5dcec19f-3b5a-4917-8269-524e506ad276 HTTP/1.1" status: 204 len: 168 time: 0.1917105 Apr 07 18:00:51.422815 dv-cinder-836996-1-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466a633-63af-4828-84ac-96af7e679648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcec19f-3b5a-4917-8269-524e506ad276,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 18:01:00.867855 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4da48f18-4946-4620-8903-441979695186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:02.905833 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:01:03.227917 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a622ae99-e2af-4b5e-98fc-f377c8ca12b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:04.598993 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:05.826510 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:07.176312 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:19.141593 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:30.855962 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dbb5bb5f-f6c9-4c9a-a402-c3eeb3f71c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:33.216165 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed276c-5f8d-442d-b0a9-8e2aee29a567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:34.604365 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:35.843104 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:37.152313 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:01:39.905758 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:01:49.135949 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:00.872984 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7ef1ce30-cc57-4330-a074-96154ceed1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:03.220449 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4761b00-15d4-44e3-8641-37fdf3e6b201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:04.604356 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:05.822496 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:07.191937 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:16.905567 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:02:19.175666 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:30.878680 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6353-8dcc-4d54-a29e-61f05d8690a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:33.233013 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e44418d0-8ce0-4ba9-bb98-96007ae180dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:34.610544 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:35.810123 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:37.128566 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:49.175839 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:02:53.904746 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:03:00.911210 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b710e420-1780-4fc5-b5fb-9fc8162511dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:03.238358 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e08aab91-479a-4eec-995f-3dbf0b3ebed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:04.625462 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:05.839397 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:07.156801 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:19.181226 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:30.882461 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-19f51c73-eb37-4134-ab42-b13219223c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:30.903372 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:03:33.239401 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4c76d26d-29ec-459a-a8c1-0f0bc69d3b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:34.625326 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:35.856039 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:37.163668 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:03:49.167805 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:00.878190 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0baaf854-c280-4fd0-9e84-d8f96a6bcac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:03.249727 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3cc81bbf-f415-4873-8712-beed27e22740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:04.649285 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:05.843455 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:07.145246 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:07.901735 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:04:19.180675 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:30.889511 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1faae73-9685-4df2-98cb-118dd02f8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:33.230277 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-15106e68-7c7f-4b23-a6b8-e2c908878392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:34.615509 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:35.820912 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:37.146638 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:04:44.899707 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:04:49.180531 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:00.892773 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71c3f16c-ba5e-4e06-92ad-51850400e859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:03.241496 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-037d1119-3a4e-412e-b3ae-6bcf2c1658f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:04.631895 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:05.837560 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:07.185159 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:19.223955 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:21.897942 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:05:30.917078 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb355-b992-4cb6-909a-c48061930f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:33.243072 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7d79-49bb-4a37-b895-67d0c0c3ff67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:34.646509 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8463-35d1-49da-8fad-763339a224c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (47160398-3291-4437-8b26-4342740601f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:35.846888 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac59a-7399-464c-9a9c-bd91cb951836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (fd18427c-fe06-4776-a8b4-0e0a85e50c8e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:37.168646 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc58c430-6215-40da-9cc5-24a55345ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (7b8105fb-0011-4f7a-ac3c-88b4ed7876ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:49.202428 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6326a0d0-e2de-4cbc-a86f-718aee807878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (5f4f06c7-6268-4254-af1a-068df2de03d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:05:58.896385 dv-cinder-836996-1-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-da5daa2b-1f0e-479a-908b-49f6918cbc29 None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 18:06:00.882857 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2a07834-de9a-4b9c-871e-474251c91837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (6240f8d9-cc15-43fc-9fa5-a5fa2c363b66), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 18:06:03.248813 dv-cinder-836996-1-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fdf7be91-5be4-4a87-b502-d1f491bab01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788053599928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3399898'] for agent (82f7ab80-32fe-4c73-a278-21817a94ed6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}